2026-07-06T19:43:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-dd3bb9"}, "namespace": "ai-tenant-e2e-api-b-dd3bb9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2fb065d0-b63e-47c9-984f-aa3f2de14785", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dd3bb9"} 2026-07-06T19:43:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-dd3bb9"}, "namespace": "ai-tenant-e2e-api-b-dd3bb9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2fb065d0-b63e-47c9-984f-aa3f2de14785", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dd3bb9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:43:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-dd3bb9"}, "namespace": "ai-tenant-e2e-api-b-dd3bb9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2fb065d0-b63e-47c9-984f-aa3f2de14785", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-dd3bb9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T19:43:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-dd3bb9"}, "namespace": "ai-tenant-e2e-api-b-dd3bb9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f398b55-8592-42eb-9f8d-823ac109cc5d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dd3bb9"} 2026-07-06T19:43:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-dd3bb9"}, "namespace": "ai-tenant-e2e-api-b-dd3bb9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f398b55-8592-42eb-9f8d-823ac109cc5d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dd3bb9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:43:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-dd3bb9"}, "namespace": "ai-tenant-e2e-api-b-dd3bb9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f398b55-8592-42eb-9f8d-823ac109cc5d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-dd3bb9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T19:43:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-dd3bb9"}, "namespace": "ai-tenant-e2e-api-b-dd3bb9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7816f17c-5bec-4012-ad51-46b494f29e75", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dd3bb9"} 2026-07-06T19:43:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-dd3bb9"}, "namespace": "ai-tenant-e2e-api-b-dd3bb9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7816f17c-5bec-4012-ad51-46b494f29e75", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dd3bb9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:43:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-dd3bb9"}, "namespace": "ai-tenant-e2e-api-b-dd3bb9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7816f17c-5bec-4012-ad51-46b494f29e75", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-dd3bb9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T19:43:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-dd3bb9"}, "namespace": "ai-tenant-e2e-api-b-dd3bb9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e19c3883-84d4-4ad3-be32-035b1d018e1d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dd3bb9"} 2026-07-06T19:43:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-dd3bb9"}, "namespace": "ai-tenant-e2e-api-b-dd3bb9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e19c3883-84d4-4ad3-be32-035b1d018e1d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dd3bb9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:43:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-dd3bb9"}, "namespace": "ai-tenant-e2e-api-b-dd3bb9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e19c3883-84d4-4ad3-be32-035b1d018e1d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-dd3bb9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T19:43:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-dd3bb9"}, "namespace": "ai-tenant-e2e-api-b-dd3bb9", "name": "odh-trusted-ca-bundle", "reconcileID": "29fb03ad-1120-40a5-8354-cd95eee890d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dd3bb9"} 2026-07-06T19:43:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-dd3bb9"}, "namespace": "ai-tenant-e2e-api-b-dd3bb9", "name": "odh-trusted-ca-bundle", "reconcileID": "29fb03ad-1120-40a5-8354-cd95eee890d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dd3bb9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:43:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-dd3bb9"}, "namespace": "ai-tenant-e2e-api-b-dd3bb9", "name": "odh-trusted-ca-bundle", "reconcileID": "29fb03ad-1120-40a5-8354-cd95eee890d6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-dd3bb9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T19:43:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-dd3bb9"}, "namespace": "ai-tenant-e2e-api-b-dd3bb9", "name": "openshift-service-ca.crt", "reconcileID": "334fc9f4-38a7-4446-9eac-8a598d7220e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-dd3bb9"} 2026-07-06T19:43:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-dd3bb9"}, "namespace": "ai-tenant-e2e-api-b-dd3bb9", "name": "openshift-service-ca.crt", "reconcileID": "334fc9f4-38a7-4446-9eac-8a598d7220e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-dd3bb9"} 2026-07-06T19:43:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-dd3bb9"}, "namespace": "ai-tenant-e2e-api-b-dd3bb9", "name": "odh-trusted-ca-bundle", "reconcileID": "90801e4e-a0b3-45c1-9a46-02ed1552fadc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dd3bb9"} 2026-07-06T19:43:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-dd3bb9"}, "namespace": "ai-tenant-e2e-api-b-dd3bb9", "name": "odh-trusted-ca-bundle", "reconcileID": "90801e4e-a0b3-45c1-9a46-02ed1552fadc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dd3bb9"} 2026-07-06T19:43:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-dd3bb9"}, "namespace": "ai-tenant-e2e-api-b-dd3bb9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "91ef5a0e-7433-4987-a6cc-fca9f4df2e6d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dd3bb9"} 2026-07-06T19:43:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-dd3bb9"}, "namespace": "ai-tenant-e2e-api-b-dd3bb9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "91ef5a0e-7433-4987-a6cc-fca9f4df2e6d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-dd3bb9"} 2026-07-06T19:43:20Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-dd3bb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-dd3bb9", "reconcileID": "4efdbe36-4fbd-4fce-9535-54e2d5816158", "Gateway": "e2e-api-b-dd3bb9", "namespace": "openshift-ingress"} 2026-07-06T19:43:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "6086d18d-9681-498c-b71a-ec07695fb368", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:43:21Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "6086d18d-9681-498c-b71a-ec07695fb368", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad-authn-ssl"} 2026-07-06T19:43:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "6086d18d-9681-498c-b71a-ec07695fb368", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:43:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "e1af5470-4a64-4525-845b-aedf6eee59f1", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:43:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "e1af5470-4a64-4525-845b-aedf6eee59f1", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad-authn-ssl"} 2026-07-06T19:43:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "e1af5470-4a64-4525-845b-aedf6eee59f1", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:43:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "7a6cddf8-ac3f-43a0-be8c-eea8d105761a", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:43:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "7a6cddf8-ac3f-43a0-be8c-eea8d105761a", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad-authn-ssl"} 2026-07-06T19:43:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "7a6cddf8-ac3f-43a0-be8c-eea8d105761a", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:43:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "52ebb710-4de9-4210-b414-ca0122a107c0", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:43:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "52ebb710-4de9-4210-b414-ca0122a107c0", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad-authn-ssl"} 2026-07-06T19:43:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "52ebb710-4de9-4210-b414-ca0122a107c0", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:43:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "e9131fb6-b0e2-4a8a-b2fd-a48bbd447c2d", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:43:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "e9131fb6-b0e2-4a8a-b2fd-a48bbd447c2d", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad-authn-ssl"} 2026-07-06T19:43:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "e9131fb6-b0e2-4a8a-b2fd-a48bbd447c2d", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:43:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "24936f33-cf37-4bf0-ae3d-0b478e9db8f5", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:43:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "24936f33-cf37-4bf0-ae3d-0b478e9db8f5", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad-authn-ssl"} 2026-07-06T19:43:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "24936f33-cf37-4bf0-ae3d-0b478e9db8f5", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:43:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "134b7879-f7df-42ca-bbd3-0a0c65001e76", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:43:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "134b7879-f7df-42ca-bbd3-0a0c65001e76", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad-authn-ssl"} 2026-07-06T19:43:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "134b7879-f7df-42ca-bbd3-0a0c65001e76", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:43:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "openshift-service-ca.crt", "reconcileID": "2bb5a6c6-b93a-4319-ad5d-ea8c6c5969e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:43:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "odh-trusted-ca-bundle", "reconcileID": "406d4a19-3a3c-46fe-a2f6-502308522bf3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:43:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "openshift-service-ca.crt", "reconcileID": "e9ffbbe0-0cc8-46ec-a5a9-2549d8aabf51", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:43:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "openshift-service-ca.crt", "reconcileID": "e9ffbbe0-0cc8-46ec-a5a9-2549d8aabf51", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:43:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "openshift-service-ca.crt", "reconcileID": "39bc1e17-e656-4880-966c-061d98e4361e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:43:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "openshift-service-ca.crt", "reconcileID": "39bc1e17-e656-4880-966c-061d98e4361e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T19:43:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8db2e6ad-1027-46a1-aea2-bfa22ea881fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:43:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "openshift-service-ca.crt", "reconcileID": "f2dce9e4-7c77-4c6e-8857-b2f6b03a0105", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:43:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "odh-trusted-ca-bundle", "reconcileID": "cd262ce5-7d4b-4518-83eb-a1e07ef8a6ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:43:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "odh-trusted-ca-bundle", "reconcileID": "cd262ce5-7d4b-4518-83eb-a1e07ef8a6ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:43:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9aee2ad-8059-4436-b321-c961380483c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:43:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "fac0d7ec-e12a-4ec8-9214-de2702f5d2b4", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:43:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "fac0d7ec-e12a-4ec8-9214-de2702f5d2b4", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad-authn-ssl"} 2026-07-06T19:43:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "fac0d7ec-e12a-4ec8-9214-de2702f5d2b4", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:43:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "0932fd77-31c9-4cc9-8fa7-8051183f0fe7", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:43:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "d0cbfa64-48a0-41c6-beac-aae4df96f9b4", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:43:29Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "d0cbfa64-48a0-41c6-beac-aae4df96f9b4", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8-authn-ssl"} 2026-07-06T19:43:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "d0cbfa64-48a0-41c6-beac-aae4df96f9b4", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:43:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "2326a18d-36f1-40d0-a227-6cb261b1bb20", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:43:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "2326a18d-36f1-40d0-a227-6cb261b1bb20", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8-authn-ssl"} 2026-07-06T19:43:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "2326a18d-36f1-40d0-a227-6cb261b1bb20", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:43:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "25999245-8ff6-4c4c-9c64-f2c74a0398fa", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:43:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "25999245-8ff6-4c4c-9c64-f2c74a0398fa", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8-authn-ssl"} 2026-07-06T19:43:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "25999245-8ff6-4c4c-9c64-f2c74a0398fa", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:43:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "1a132b2d-d9e3-4e08-8f5e-81a9a087ae57", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:43:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "1a132b2d-d9e3-4e08-8f5e-81a9a087ae57", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8-authn-ssl"} 2026-07-06T19:43:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "1a132b2d-d9e3-4e08-8f5e-81a9a087ae57", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:43:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "c45387fd-1ec4-44a9-b56e-2eb24f7a1ec9", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:43:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "c45387fd-1ec4-44a9-b56e-2eb24f7a1ec9", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8-authn-ssl"} 2026-07-06T19:43:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "c45387fd-1ec4-44a9-b56e-2eb24f7a1ec9", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:43:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "ac7b8fe7-c283-44be-85e3-739a6a0d1633", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:43:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "ac7b8fe7-c283-44be-85e3-739a6a0d1633", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8-authn-ssl"} 2026-07-06T19:43:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "ac7b8fe7-c283-44be-85e3-739a6a0d1633", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:43:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "9ccd1e4a-b627-40a4-8ea5-84b832907cd0", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:43:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "9ccd1e4a-b627-40a4-8ea5-84b832907cd0", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8-authn-ssl"} 2026-07-06T19:43:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "9ccd1e4a-b627-40a4-8ea5-84b832907cd0", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:43:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "openshift-service-ca.crt", "reconcileID": "bd1f0a95-e938-4505-a591-60fac3a1b308", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:43:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "odh-trusted-ca-bundle", "reconcileID": "5c7719b6-887e-4caa-9efc-4accece4c24b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:43:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "openshift-service-ca.crt", "reconcileID": "f07ed73e-2cf4-40b8-b4cc-e30cf5762cc1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:43:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "openshift-service-ca.crt", "reconcileID": "f07ed73e-2cf4-40b8-b4cc-e30cf5762cc1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:43:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "openshift-service-ca.crt", "reconcileID": "af2a9c91-c46a-4ee2-875d-26c06092e4a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:43:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e1ed1c2-300d-413a-802e-d0c2ad594d9c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:43:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "odh-trusted-ca-bundle", "reconcileID": "82ec636d-08da-4aff-9826-99948403f388", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:43:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "odh-trusted-ca-bundle", "reconcileID": "82ec636d-08da-4aff-9826-99948403f388", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:43:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15dc3d82-0f87-4845-a0ad-dff32f4ec0d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:43:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "bc98d143-d812-4d77-9418-2ec932a37415", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:43:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "bc98d143-d812-4d77-9418-2ec932a37415", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8-authn-ssl"} 2026-07-06T19:43:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "bc98d143-d812-4d77-9418-2ec932a37415", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:43:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "776391c0-f419-4b45-ab97-7c949a85a1cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:43:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "43603b55-7669-4b79-85a0-c0e99b2ff847", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:43:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "43603b55-7669-4b79-85a0-c0e99b2ff847", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad-authn-ssl"} 2026-07-06T19:43:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "43603b55-7669-4b79-85a0-c0e99b2ff847", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:43:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "104872fa-c9f7-459c-a735-ae68080fa9c7", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:43:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "104872fa-c9f7-459c-a735-ae68080fa9c7", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8-authn-ssl"} 2026-07-06T19:43:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "104872fa-c9f7-459c-a735-ae68080fa9c7", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:43:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "b20665b3-0569-4f1a-b5f9-3bf973bcf6b5", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:43:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "b20665b3-0569-4f1a-b5f9-3bf973bcf6b5", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:43:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "b20665b3-0569-4f1a-b5f9-3bf973bcf6b5", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:43:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "b20665b3-0569-4f1a-b5f9-3bf973bcf6b5", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad-kserve-route-authn"} 2026-07-06T19:43:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "b20665b3-0569-4f1a-b5f9-3bf973bcf6b5", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "authType": "userdefined"} 2026-07-06T19:43:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "b20665b3-0569-4f1a-b5f9-3bf973bcf6b5", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:43:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "e60245de-a520-405e-bac2-7999ee8c1b49", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:43:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "e60245de-a520-405e-bac2-7999ee8c1b49", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad-authn-ssl"} 2026-07-06T19:43:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "e60245de-a520-405e-bac2-7999ee8c1b49", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:43:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "7ebb4fed-bfb3-439b-a6aa-4f3df930ee17", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:43:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "7ebb4fed-bfb3-439b-a6aa-4f3df930ee17", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:43:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "7ebb4fed-bfb3-439b-a6aa-4f3df930ee17", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:43:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "7ebb4fed-bfb3-439b-a6aa-4f3df930ee17", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad-kserve-route-authn"} 2026-07-06T19:43:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "7ebb4fed-bfb3-439b-a6aa-4f3df930ee17", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "authType": "userdefined"} 2026-07-06T19:43:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "7ebb4fed-bfb3-439b-a6aa-4f3df930ee17", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:43:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "625735a6-1de2-4ecf-ab27-a45774bc92d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:43:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "d494d11d-7d87-467c-9db2-0f6abb0c9549", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:44:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "a29ee517-a808-4b90-8aa5-4e435b73b02b", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:44:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "a29ee517-a808-4b90-8aa5-4e435b73b02b", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad-authn-ssl"} 2026-07-06T19:44:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "a29ee517-a808-4b90-8aa5-4e435b73b02b", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:44:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "aa5266f5-1ca1-497c-af7b-6def8bdd49cb", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:44:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "aa5266f5-1ca1-497c-af7b-6def8bdd49cb", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:44:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "aa5266f5-1ca1-497c-af7b-6def8bdd49cb", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:44:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "aa5266f5-1ca1-497c-af7b-6def8bdd49cb", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad-kserve-route-authn"} 2026-07-06T19:44:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "aa5266f5-1ca1-497c-af7b-6def8bdd49cb", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "authType": "userdefined"} 2026-07-06T19:44:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "aa5266f5-1ca1-497c-af7b-6def8bdd49cb", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:44:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "3f43714e-a7ed-4f57-9df1-756993b29349", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:44:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "3f43714e-a7ed-4f57-9df1-756993b29349", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:44:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "3f43714e-a7ed-4f57-9df1-756993b29349", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:44:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "3f43714e-a7ed-4f57-9df1-756993b29349", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad-kserve-route-authn"} 2026-07-06T19:44:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "3f43714e-a7ed-4f57-9df1-756993b29349", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "authType": "userdefined"} 2026-07-06T19:44:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "3f43714e-a7ed-4f57-9df1-756993b29349", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:44:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "f2e2dd6d-d526-4f32-985f-f494e5552e80", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:44:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "f2e2dd6d-d526-4f32-985f-f494e5552e80", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:44:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "f2e2dd6d-d526-4f32-985f-f494e5552e80", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:44:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "4d924738-afe1-437d-a613-0dc5efe2cfce", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:44:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "f2e2dd6d-d526-4f32-985f-f494e5552e80", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8-kserve-route-authn"} 2026-07-06T19:44:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "f2e2dd6d-d526-4f32-985f-f494e5552e80", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "authType": "userdefined"} 2026-07-06T19:44:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "f2e2dd6d-d526-4f32-985f-f494e5552e80", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:44:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "4d924738-afe1-437d-a613-0dc5efe2cfce", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8-authn-ssl"} 2026-07-06T19:44:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "4d924738-afe1-437d-a613-0dc5efe2cfce", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:44:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "a9ad0915-ea2c-4639-9319-6a6c2ce179c6", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:44:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "a9ad0915-ea2c-4639-9319-6a6c2ce179c6", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:44:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "a9ad0915-ea2c-4639-9319-6a6c2ce179c6", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:44:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "a9ad0915-ea2c-4639-9319-6a6c2ce179c6", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8-kserve-route-authn"} 2026-07-06T19:44:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "a9ad0915-ea2c-4639-9319-6a6c2ce179c6", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "authType": "userdefined"} 2026-07-06T19:44:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "a9ad0915-ea2c-4639-9319-6a6c2ce179c6", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:44:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "eff7bd03-83a3-46d1-9fc9-85415dc6395a", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:44:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "5994c3e8-6c6c-4efe-8fda-d1f542b5f910", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:44:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "5994c3e8-6c6c-4efe-8fda-d1f542b5f910", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8-authn-ssl"} 2026-07-06T19:44:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "5994c3e8-6c6c-4efe-8fda-d1f542b5f910", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:44:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "ea83b2d5-141d-4aeb-9482-d70d65d96b01", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:44:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "ea83b2d5-141d-4aeb-9482-d70d65d96b01", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:44:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "ea83b2d5-141d-4aeb-9482-d70d65d96b01", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:44:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "ea83b2d5-141d-4aeb-9482-d70d65d96b01", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8-kserve-route-authn"} 2026-07-06T19:44:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "ea83b2d5-141d-4aeb-9482-d70d65d96b01", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "authType": "userdefined"} 2026-07-06T19:44:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "ea83b2d5-141d-4aeb-9482-d70d65d96b01", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:44:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "282d563c-e1b3-4415-a1bc-adaf5bac4af7", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:44:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "282d563c-e1b3-4415-a1bc-adaf5bac4af7", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:44:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "282d563c-e1b3-4415-a1bc-adaf5bac4af7", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:44:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "282d563c-e1b3-4415-a1bc-adaf5bac4af7", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8-kserve-route-authn"} 2026-07-06T19:44:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "282d563c-e1b3-4415-a1bc-adaf5bac4af7", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "authType": "userdefined"} 2026-07-06T19:44:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "282d563c-e1b3-4415-a1bc-adaf5bac4af7", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:44:52Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T19:44:52Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T19:44:54Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T19:44:54Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T19:44:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "ee5a6e11-0f42-4bcd-b68a-2c3478fdd5ee", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:44:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "ee5a6e11-0f42-4bcd-b68a-2c3478fdd5ee", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:44:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "ee5a6e11-0f42-4bcd-b68a-2c3478fdd5ee", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:44:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "ee5a6e11-0f42-4bcd-b68a-2c3478fdd5ee", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8-kserve-route-authn"} 2026-07-06T19:44:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "ee5a6e11-0f42-4bcd-b68a-2c3478fdd5ee", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "authType": "userdefined"} 2026-07-06T19:44:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "ee5a6e11-0f42-4bcd-b68a-2c3478fdd5ee", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:45:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "90e39e12-8890-41c2-9f72-4102865d4a6c", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:45:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "90e39e12-8890-41c2-9f72-4102865d4a6c", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad-authn-ssl"} 2026-07-06T19:45:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "90e39e12-8890-41c2-9f72-4102865d4a6c", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:45:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "141375d6-aca7-4834-a74e-a6cd25e9677d", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:45:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "141375d6-aca7-4834-a74e-a6cd25e9677d", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8-authn-ssl"} 2026-07-06T19:45:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "141375d6-aca7-4834-a74e-a6cd25e9677d", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:46:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "ca0b80a1-36b7-4b16-9a70-712f540743ea", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:46:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "ca0b80a1-36b7-4b16-9a70-712f540743ea", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad"} 2026-07-06T19:46:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "ca0b80a1-36b7-4b16-9a70-712f540743ea", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:46:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "ca0b80a1-36b7-4b16-9a70-712f540743ea", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:46:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "ca0b80a1-36b7-4b16-9a70-712f540743ea", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad-kserve-route-authn"} 2026-07-06T19:46:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "ca0b80a1-36b7-4b16-9a70-712f540743ea", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad-kserve-route-authn"} 2026-07-06T19:46:45Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "ca0b80a1-36b7-4b16-9a70-712f540743ea", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:46:45Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "ca0b80a1-36b7-4b16-9a70-712f540743ea", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:46:46Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "auth-test-model-5c92ad", "reconcileID": "c53a6746-f892-4f37-b29b-60ff870fa352", "LLMInferenceService": "auth-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:46:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "8a66049c-5f0f-4e2c-9a4d-c98a6454f2cb", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:46:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "8a66049c-5f0f-4e2c-9a4d-c98a6454f2cb", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad-authn-ssl"} 2026-07-06T19:46:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "8a66049c-5f0f-4e2c-9a4d-c98a6454f2cb", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:46:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "a50798c1-5158-4781-bc02-27d4b075887b", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:46:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "a50798c1-5158-4781-bc02-27d4b075887b", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad-authn-ssl"} 2026-07-06T19:46:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "a50798c1-5158-4781-bc02-27d4b075887b", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:46:46Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "6c0a4c61-0856-4181-8666-959d61c52991", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:46:46Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "6c0a4c61-0856-4181-8666-959d61c52991", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8"} 2026-07-06T19:46:46Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "6c0a4c61-0856-4181-8666-959d61c52991", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:46:46Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "6c0a4c61-0856-4181-8666-959d61c52991", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:46:46Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "6c0a4c61-0856-4181-8666-959d61c52991", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8-kserve-route-authn"} 2026-07-06T19:46:46Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "6c0a4c61-0856-4181-8666-959d61c52991", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8-kserve-route-authn"} 2026-07-06T19:46:46Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "6c0a4c61-0856-4181-8666-959d61c52991", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:46:46Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "6c0a4c61-0856-4181-8666-959d61c52991", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:46:47Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "auth-test-model-5f29b8", "reconcileID": "0ee7db64-5d97-4e79-b734-b1d69d9882ff", "LLMInferenceService": "auth-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:46:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "da212e01-16f7-4310-81b1-4ae00325330d", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:46:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "da212e01-16f7-4310-81b1-4ae00325330d", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8-authn-ssl"} 2026-07-06T19:46:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "da212e01-16f7-4310-81b1-4ae00325330d", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:46:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "5b64c24d-9d79-4fa9-90d4-f8e68d7630ad", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:46:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "5b64c24d-9d79-4fa9-90d4-f8e68d7630ad", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8-authn-ssl"} 2026-07-06T19:46:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "5b64c24d-9d79-4fa9-90d4-f8e68d7630ad", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:46:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "a4484fe5-a518-4eb0-95c8-663d00b06410", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:46:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "a4484fe5-a518-4eb0-95c8-663d00b06410", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:46:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "a4484fe5-a518-4eb0-95c8-663d00b06410", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:46:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "5c115740-23c3-49c5-b3a5-c571a0c6e618", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:46:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "a4484fe5-a518-4eb0-95c8-663d00b06410", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad-kserve-route-authn"} 2026-07-06T19:46:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "a4484fe5-a518-4eb0-95c8-663d00b06410", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "authType": "userdefined"} 2026-07-06T19:46:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "a4484fe5-a518-4eb0-95c8-663d00b06410", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:46:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "5c115740-23c3-49c5-b3a5-c571a0c6e618", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad-authn-ssl"} 2026-07-06T19:46:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "5c115740-23c3-49c5-b3a5-c571a0c6e618", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:46:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "918191e2-5f4a-4d57-b579-71c13d97989c", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:46:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "918191e2-5f4a-4d57-b579-71c13d97989c", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:46:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "918191e2-5f4a-4d57-b579-71c13d97989c", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:46:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "918191e2-5f4a-4d57-b579-71c13d97989c", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad-kserve-route-authn"} 2026-07-06T19:46:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "918191e2-5f4a-4d57-b579-71c13d97989c", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "authType": "userdefined"} 2026-07-06T19:46:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "918191e2-5f4a-4d57-b579-71c13d97989c", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:47:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "6932c64c-8e2f-4ffe-83ac-7b093bce61ae", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:47:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "6932c64c-8e2f-4ffe-83ac-7b093bce61ae", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad-authn-ssl"} 2026-07-06T19:47:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "6932c64c-8e2f-4ffe-83ac-7b093bce61ae", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:47:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "92760332-a04e-4fac-81f0-93aeb63a34ef", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:47:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "92760332-a04e-4fac-81f0-93aeb63a34ef", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:47:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "92760332-a04e-4fac-81f0-93aeb63a34ef", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:47:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "92760332-a04e-4fac-81f0-93aeb63a34ef", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad-kserve-route-authn"} 2026-07-06T19:47:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "92760332-a04e-4fac-81f0-93aeb63a34ef", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "authType": "userdefined"} 2026-07-06T19:47:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "92760332-a04e-4fac-81f0-93aeb63a34ef", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:47:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "cf33cd16-f10a-4fd7-940c-5a4c8b9c6f47", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:47:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "cf33cd16-f10a-4fd7-940c-5a4c8b9c6f47", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:47:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "cf33cd16-f10a-4fd7-940c-5a4c8b9c6f47", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:47:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "cf33cd16-f10a-4fd7-940c-5a4c8b9c6f47", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad-kserve-route-authn"} 2026-07-06T19:47:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "cf33cd16-f10a-4fd7-940c-5a4c8b9c6f47", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "authType": "userdefined"} 2026-07-06T19:47:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "cf33cd16-f10a-4fd7-940c-5a4c8b9c6f47", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:47:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "8a7689c8-cbb5-4ae7-9adc-ce6ebf867e6b", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:47:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "8a7689c8-cbb5-4ae7-9adc-ce6ebf867e6b", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:47:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "8a7689c8-cbb5-4ae7-9adc-ce6ebf867e6b", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:47:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "8a7689c8-cbb5-4ae7-9adc-ce6ebf867e6b", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad-kserve-route-authn"} 2026-07-06T19:47:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "8a7689c8-cbb5-4ae7-9adc-ce6ebf867e6b", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "authType": "userdefined"} 2026-07-06T19:47:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "8a7689c8-cbb5-4ae7-9adc-ce6ebf867e6b", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:47:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "41b6f82c-37d1-4b7d-9ba3-a16224cfd732", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:47:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "41b6f82c-37d1-4b7d-9ba3-a16224cfd732", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:47:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "41b6f82c-37d1-4b7d-9ba3-a16224cfd732", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:47:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "d8d62831-7705-44d6-a159-2d71a5d65e17", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:47:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "41b6f82c-37d1-4b7d-9ba3-a16224cfd732", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8-kserve-route-authn"} 2026-07-06T19:47:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "41b6f82c-37d1-4b7d-9ba3-a16224cfd732", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "authType": "userdefined"} 2026-07-06T19:47:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "41b6f82c-37d1-4b7d-9ba3-a16224cfd732", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:47:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "d8d62831-7705-44d6-a159-2d71a5d65e17", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8-authn-ssl"} 2026-07-06T19:47:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "d8d62831-7705-44d6-a159-2d71a5d65e17", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:47:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "561cac25-4af8-4d51-925a-345257fe6d6a", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:47:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "561cac25-4af8-4d51-925a-345257fe6d6a", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:47:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "561cac25-4af8-4d51-925a-345257fe6d6a", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:47:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "561cac25-4af8-4d51-925a-345257fe6d6a", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8-kserve-route-authn"} 2026-07-06T19:47:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "561cac25-4af8-4d51-925a-345257fe6d6a", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "authType": "userdefined"} 2026-07-06T19:47:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "561cac25-4af8-4d51-925a-345257fe6d6a", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:47:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "8ad7067e-491f-4138-b241-b7d72ac51425", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:47:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "8ad7067e-491f-4138-b241-b7d72ac51425", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8-authn-ssl"} 2026-07-06T19:47:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "8ad7067e-491f-4138-b241-b7d72ac51425", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:47:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "92f38397-f165-4104-91e6-b9b1c0df9397", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:47:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "92f38397-f165-4104-91e6-b9b1c0df9397", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:47:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "92f38397-f165-4104-91e6-b9b1c0df9397", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:47:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "92f38397-f165-4104-91e6-b9b1c0df9397", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8-kserve-route-authn"} 2026-07-06T19:47:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "92f38397-f165-4104-91e6-b9b1c0df9397", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "authType": "userdefined"} 2026-07-06T19:47:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "92f38397-f165-4104-91e6-b9b1c0df9397", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:47:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "94f35a3b-299b-4e43-ae13-6379231c384d", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:47:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "94f35a3b-299b-4e43-ae13-6379231c384d", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:47:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "94f35a3b-299b-4e43-ae13-6379231c384d", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:47:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "94f35a3b-299b-4e43-ae13-6379231c384d", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8-kserve-route-authn"} 2026-07-06T19:47:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "94f35a3b-299b-4e43-ae13-6379231c384d", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "authType": "userdefined"} 2026-07-06T19:47:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "94f35a3b-299b-4e43-ae13-6379231c384d", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:48:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "c529dc3f-eb7e-4c13-ae9f-97fa4a9a4cac", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:48:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "c529dc3f-eb7e-4c13-ae9f-97fa4a9a4cac", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad"} 2026-07-06T19:48:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "c529dc3f-eb7e-4c13-ae9f-97fa4a9a4cac", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:48:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "c529dc3f-eb7e-4c13-ae9f-97fa4a9a4cac", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:48:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "c529dc3f-eb7e-4c13-ae9f-97fa4a9a4cac", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad-kserve-route-authn"} 2026-07-06T19:48:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "c529dc3f-eb7e-4c13-ae9f-97fa4a9a4cac", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad-kserve-route-authn"} 2026-07-06T19:48:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "c529dc3f-eb7e-4c13-ae9f-97fa4a9a4cac", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:48:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "c529dc3f-eb7e-4c13-ae9f-97fa4a9a4cac", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:48:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "sub-test-model-5c92ad", "reconcileID": "13df1cdb-096f-44d6-9980-b3dde4022044", "LLMInferenceService": "sub-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:48:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "0e60067e-cbc6-465a-a974-6ad1159f7042", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:48:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "0e60067e-cbc6-465a-a974-6ad1159f7042", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad-authn-ssl"} 2026-07-06T19:48:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "0e60067e-cbc6-465a-a974-6ad1159f7042", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:48:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "5321da02-a070-455b-8685-dcf2b3d6d8f6", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:48:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "5321da02-a070-455b-8685-dcf2b3d6d8f6", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad-authn-ssl"} 2026-07-06T19:48:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "5321da02-a070-455b-8685-dcf2b3d6d8f6", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:48:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "ec8428ea-aebd-47d7-a3ae-06ed9602580f", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:48:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "ec8428ea-aebd-47d7-a3ae-06ed9602580f", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8"} 2026-07-06T19:48:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "ec8428ea-aebd-47d7-a3ae-06ed9602580f", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:48:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "ec8428ea-aebd-47d7-a3ae-06ed9602580f", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:48:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "ec8428ea-aebd-47d7-a3ae-06ed9602580f", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8-kserve-route-authn"} 2026-07-06T19:48:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "ec8428ea-aebd-47d7-a3ae-06ed9602580f", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8-kserve-route-authn"} 2026-07-06T19:48:23Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "ec8428ea-aebd-47d7-a3ae-06ed9602580f", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:48:23Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "ec8428ea-aebd-47d7-a3ae-06ed9602580f", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:48:23Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "sub-test-model-5f29b8", "reconcileID": "6b7b706d-2980-476e-ae52-ca1809c3f67c", "LLMInferenceService": "sub-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:48:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "d49742e7-4dce-4606-8bed-80abfc006f01", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:48:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "d49742e7-4dce-4606-8bed-80abfc006f01", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8-authn-ssl"} 2026-07-06T19:48:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "d49742e7-4dce-4606-8bed-80abfc006f01", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:48:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "9072a511-eafd-4cc2-8d2b-fc7c68d0e472", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:48:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "9072a511-eafd-4cc2-8d2b-fc7c68d0e472", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8-authn-ssl"} 2026-07-06T19:48:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "9072a511-eafd-4cc2-8d2b-fc7c68d0e472", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:48:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "38fd6b77-403d-437f-9df0-de3e57502e33", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:48:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "38fd6b77-403d-437f-9df0-de3e57502e33", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:48:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "38fd6b77-403d-437f-9df0-de3e57502e33", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:48:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "ceb2b8aa-9fb9-4a81-87bc-022c4bed9604", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:48:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "38fd6b77-403d-437f-9df0-de3e57502e33", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad-kserve-route-authn"} 2026-07-06T19:48:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "38fd6b77-403d-437f-9df0-de3e57502e33", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "authType": "userdefined"} 2026-07-06T19:48:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "38fd6b77-403d-437f-9df0-de3e57502e33", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:48:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "ceb2b8aa-9fb9-4a81-87bc-022c4bed9604", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad-authn-ssl"} 2026-07-06T19:48:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "ceb2b8aa-9fb9-4a81-87bc-022c4bed9604", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:48:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "a9625aa3-437e-4f0b-a031-13e632b5813a", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:48:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "a9625aa3-437e-4f0b-a031-13e632b5813a", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:48:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "a9625aa3-437e-4f0b-a031-13e632b5813a", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:48:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "a9625aa3-437e-4f0b-a031-13e632b5813a", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad-kserve-route-authn"} 2026-07-06T19:48:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "a9625aa3-437e-4f0b-a031-13e632b5813a", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "authType": "userdefined"} 2026-07-06T19:48:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "a9625aa3-437e-4f0b-a031-13e632b5813a", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:48:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "818911da-d197-4fd4-a4d0-6bbe8d89ab8b", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:48:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "818911da-d197-4fd4-a4d0-6bbe8d89ab8b", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad-authn-ssl"} 2026-07-06T19:48:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "818911da-d197-4fd4-a4d0-6bbe8d89ab8b", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:48:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "63c04af9-ead5-4ef9-87d4-06545bbc2c2a", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:48:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "63c04af9-ead5-4ef9-87d4-06545bbc2c2a", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:48:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "63c04af9-ead5-4ef9-87d4-06545bbc2c2a", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:48:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "63c04af9-ead5-4ef9-87d4-06545bbc2c2a", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad-kserve-route-authn"} 2026-07-06T19:48:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "63c04af9-ead5-4ef9-87d4-06545bbc2c2a", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "authType": "userdefined"} 2026-07-06T19:48:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "63c04af9-ead5-4ef9-87d4-06545bbc2c2a", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:48:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "5f2f7e00-c583-469d-a32c-7a56666bf0c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:48:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "1a24c5e0-a0e4-4450-8e79-b87c4129da44", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:49:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "ec45171c-3f6a-4790-980f-cf69448b422d", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:49:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "ec45171c-3f6a-4790-980f-cf69448b422d", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:49:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "ec45171c-3f6a-4790-980f-cf69448b422d", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:49:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "ec45171c-3f6a-4790-980f-cf69448b422d", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad-kserve-route-authn"} 2026-07-06T19:49:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "ec45171c-3f6a-4790-980f-cf69448b422d", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "authType": "userdefined"} 2026-07-06T19:49:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "ec45171c-3f6a-4790-980f-cf69448b422d", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:49:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "72c73f0f-ca8e-4e12-86a4-bae4df009b31", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:49:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "72c73f0f-ca8e-4e12-86a4-bae4df009b31", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:49:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "72c73f0f-ca8e-4e12-86a4-bae4df009b31", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:49:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "9c8ce323-3797-492b-b202-b6f1e99e4f7e", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:49:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "72c73f0f-ca8e-4e12-86a4-bae4df009b31", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8-kserve-route-authn"} 2026-07-06T19:49:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "72c73f0f-ca8e-4e12-86a4-bae4df009b31", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "authType": "userdefined"} 2026-07-06T19:49:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "72c73f0f-ca8e-4e12-86a4-bae4df009b31", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:49:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "9c8ce323-3797-492b-b202-b6f1e99e4f7e", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8-authn-ssl"} 2026-07-06T19:49:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "9c8ce323-3797-492b-b202-b6f1e99e4f7e", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:49:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "7ef3fb70-edc2-43ca-ba8f-dd98ec5e0653", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:49:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "7ef3fb70-edc2-43ca-ba8f-dd98ec5e0653", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:49:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "7ef3fb70-edc2-43ca-ba8f-dd98ec5e0653", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:49:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "7ef3fb70-edc2-43ca-ba8f-dd98ec5e0653", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8-kserve-route-authn"} 2026-07-06T19:49:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "7ef3fb70-edc2-43ca-ba8f-dd98ec5e0653", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "authType": "userdefined"} 2026-07-06T19:49:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "7ef3fb70-edc2-43ca-ba8f-dd98ec5e0653", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:49:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "028e8458-baed-4c73-b74f-5aea9dc52fef", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:49:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "028e8458-baed-4c73-b74f-5aea9dc52fef", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8-authn-ssl"} 2026-07-06T19:49:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "028e8458-baed-4c73-b74f-5aea9dc52fef", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:49:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "1a6d750b-c063-468e-9250-75db287b54ea", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:49:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "1a6d750b-c063-468e-9250-75db287b54ea", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:49:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "1a6d750b-c063-468e-9250-75db287b54ea", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:49:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "1a6d750b-c063-468e-9250-75db287b54ea", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8-kserve-route-authn"} 2026-07-06T19:49:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "1a6d750b-c063-468e-9250-75db287b54ea", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "authType": "userdefined"} 2026-07-06T19:49:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "1a6d750b-c063-468e-9250-75db287b54ea", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:49:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "66bd5f10-c475-41f2-a789-6fb76791235f", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:49:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "75a55a52-2307-4c49-8d17-21834939d256", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:49:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "75a55a52-2307-4c49-8d17-21834939d256", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:49:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "75a55a52-2307-4c49-8d17-21834939d256", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:49:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "75a55a52-2307-4c49-8d17-21834939d256", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8-kserve-route-authn"} 2026-07-06T19:49:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "75a55a52-2307-4c49-8d17-21834939d256", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "authType": "userdefined"} 2026-07-06T19:49:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "75a55a52-2307-4c49-8d17-21834939d256", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:49:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "3ba14dd7-d900-4fbf-81f3-736bc9c7f2a7", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:49:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "3ba14dd7-d900-4fbf-81f3-736bc9c7f2a7", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:49:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "3ba14dd7-d900-4fbf-81f3-736bc9c7f2a7", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:49:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "3ba14dd7-d900-4fbf-81f3-736bc9c7f2a7", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8-kserve-route-authn"} 2026-07-06T19:49:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "3ba14dd7-d900-4fbf-81f3-736bc9c7f2a7", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "authType": "userdefined"} 2026-07-06T19:49:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "3ba14dd7-d900-4fbf-81f3-736bc9c7f2a7", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:49:57Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T19:49:57Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T19:49:58Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T19:49:58Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T19:50:10Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "4e551f01-4572-4732-a116-8dee385caeeb", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:50:10Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "4e551f01-4572-4732-a116-8dee385caeeb", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad"} 2026-07-06T19:50:10Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "4e551f01-4572-4732-a116-8dee385caeeb", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:50:10Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "4e551f01-4572-4732-a116-8dee385caeeb", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:50:10Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "4e551f01-4572-4732-a116-8dee385caeeb", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad-kserve-route-authn"} 2026-07-06T19:50:10Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "4e551f01-4572-4732-a116-8dee385caeeb", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad-kserve-route-authn"} 2026-07-06T19:50:10Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "4e551f01-4572-4732-a116-8dee385caeeb", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:50:10Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "4e551f01-4572-4732-a116-8dee385caeeb", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:50:10Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5c92ad","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "rate-test-model-5c92ad", "reconcileID": "6790a798-ed75-4e28-b882-0f4a77c8ff12", "LLMInferenceService": "rate-test-model-5c92ad", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:50:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "c9e6bfff-8cd5-42e4-ad29-d44b21435077", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:50:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "c9e6bfff-8cd5-42e4-ad29-d44b21435077", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad-authn-ssl"} 2026-07-06T19:50:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "c9e6bfff-8cd5-42e4-ad29-d44b21435077", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:50:10Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "3fc8871d-b5c9-4545-be3f-1055087c738f", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:50:10Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "3fc8871d-b5c9-4545-be3f-1055087c738f", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8"} 2026-07-06T19:50:10Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "3fc8871d-b5c9-4545-be3f-1055087c738f", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:50:10Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "3fc8871d-b5c9-4545-be3f-1055087c738f", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:50:10Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "3fc8871d-b5c9-4545-be3f-1055087c738f", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8-kserve-route-authn"} 2026-07-06T19:50:10Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "3fc8871d-b5c9-4545-be3f-1055087c738f", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8-kserve-route-authn"} 2026-07-06T19:50:10Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "3fc8871d-b5c9-4545-be3f-1055087c738f", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:50:10Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "3fc8871d-b5c9-4545-be3f-1055087c738f", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:50:11Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f29b8","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "rate-test-model-5f29b8", "reconcileID": "0a47ea9d-dbc2-4526-bd5b-f7c960c06ee0", "LLMInferenceService": "rate-test-model-5f29b8", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:50:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "dcb74858-e3ea-428b-854c-fc410a677232", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:50:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "dcb74858-e3ea-428b-854c-fc410a677232", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8-authn-ssl"} 2026-07-06T19:50:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "dcb74858-e3ea-428b-854c-fc410a677232", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:50:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "0a9dc1b4-f01c-4606-ae04-1fbd8c076bc0", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:50:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "0a9dc1b4-f01c-4606-ae04-1fbd8c076bc0", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad-authn-ssl"} 2026-07-06T19:50:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "0a9dc1b4-f01c-4606-ae04-1fbd8c076bc0", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:50:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "49bd4d9f-5d1d-425d-be6e-cc6b08bea308", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:50:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "49bd4d9f-5d1d-425d-be6e-cc6b08bea308", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8-authn-ssl"} 2026-07-06T19:50:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "49bd4d9f-5d1d-425d-be6e-cc6b08bea308", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:50:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "6782911d-9489-4837-a268-deda22ff52d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:50:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "9135f0f0-e716-4588-bd6b-02a8672b97da", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:50:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "9135f0f0-e716-4588-bd6b-02a8672b97da", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad-authn-ssl"} 2026-07-06T19:50:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "9135f0f0-e716-4588-bd6b-02a8672b97da", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:51:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c77204c-dcf9-4a08-8fc6-0668c7c31baf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:51:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c77204c-dcf9-4a08-8fc6-0668c7c31baf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:51:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c77204c-dcf9-4a08-8fc6-0668c7c31baf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-5c92ad because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T19:51:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "odh-trusted-ca-bundle", "reconcileID": "a3b2e5d8-64df-44e5-a10d-4b726d428a03", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:51:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "odh-trusted-ca-bundle", "reconcileID": "a3b2e5d8-64df-44e5-a10d-4b726d428a03", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:51:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "odh-trusted-ca-bundle", "reconcileID": "a3b2e5d8-64df-44e5-a10d-4b726d428a03", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-5c92ad because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T19:51:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8cc82b74-e102-4178-8932-949afc2485aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:51:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8cc82b74-e102-4178-8932-949afc2485aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5c92ad", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:51:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8cc82b74-e102-4178-8932-949afc2485aa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-5c92ad because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T19:51:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "openshift-service-ca.crt", "reconcileID": "08083ef2-8fcd-4b3e-af06-6f41a5da569c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:51:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "openshift-service-ca.crt", "reconcileID": "08083ef2-8fcd-4b3e-af06-6f41a5da569c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:51:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "odh-trusted-ca-bundle", "reconcileID": "e9d641e9-6a37-4160-8da3-4239c96191a6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:51:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "odh-trusted-ca-bundle", "reconcileID": "e9d641e9-6a37-4160-8da3-4239c96191a6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:51:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a206a91-2350-4438-bfc4-544bba5395b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:51:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5c92ad"}, "namespace": "ai-tenant-e2e-shared-a-5c92ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a206a91-2350-4438-bfc4-544bba5395b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5c92ad"} 2026-07-06T19:51:18Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5c92ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5c92ad", "reconcileID": "56e35d28-e7a5-446d-8067-f87f49b84eff", "Gateway": "e2e-shared-a-5c92ad", "namespace": "openshift-ingress"} 2026-07-06T19:51:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "1f6e88db-694a-451b-8648-aa75eeca7167", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:51:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "2300429c-6ac4-443a-abde-a553cd28e70d", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:51:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "2300429c-6ac4-443a-abde-a553cd28e70d", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8-authn-ssl"} 2026-07-06T19:51:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "2300429c-6ac4-443a-abde-a553cd28e70d", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"} 2026-07-06T19:51:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "153c456e-21f5-4ed1-8222-fba0f22197c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:51:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "153c456e-21f5-4ed1-8222-fba0f22197c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5f29b8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:51:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "153c456e-21f5-4ed1-8222-fba0f22197c1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-5f29b8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T19:51:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "odh-trusted-ca-bundle", "reconcileID": "d235b894-6ab2-4667-8915-0f3eadc3f2ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:51:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "odh-trusted-ca-bundle", "reconcileID": "d235b894-6ab2-4667-8915-0f3eadc3f2ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:51:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "openshift-service-ca.crt", "reconcileID": "43f611d5-7d62-4445-8926-5713f52cb2db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:51:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "openshift-service-ca.crt", "reconcileID": "43f611d5-7d62-4445-8926-5713f52cb2db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:51:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe2d3123-90bd-4f23-bf43-c42a4ce5bc71", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:51:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5f29b8"}, "namespace": "ai-tenant-e2e-shared-b-5f29b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe2d3123-90bd-4f23-bf43-c42a4ce5bc71", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5f29b8"} 2026-07-06T19:51:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5f29b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5f29b8", "reconcileID": "0c0de9a8-67e2-4241-b066-655732001ae3", "Gateway": "e2e-shared-b-5f29b8", "namespace": "openshift-ingress"}