2026-07-21T21:00:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-280285"}, "namespace": "ai-tenant-e2e-api-b-280285", "name": "openshift-service-ca.crt", "reconcileID": "eb6c7b8c-0c05-4abd-acb2-736ae948f42b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-280285", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T21:00:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-280285"}, "namespace": "ai-tenant-e2e-api-b-280285", "name": "openshift-service-ca.crt", "reconcileID": "eb6c7b8c-0c05-4abd-acb2-736ae948f42b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-280285"} 2026-07-21T21:00:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-280285"}, "namespace": "ai-tenant-e2e-api-b-280285", "name": "openshift-service-ca.crt", "reconcileID": "884b73c9-8fb5-4f48-84e4-2ba705a5acb7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-280285", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T21:00:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-280285"}, "namespace": "ai-tenant-e2e-api-b-280285", "name": "openshift-service-ca.crt", "reconcileID": "884b73c9-8fb5-4f48-84e4-2ba705a5acb7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T21:00:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-280285"}, "namespace": "ai-tenant-e2e-api-b-280285", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "984250e3-71cf-4332-860c-54926ec2b472", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-280285"} 2026-07-21T21:00:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-280285"}, "namespace": "ai-tenant-e2e-api-b-280285", "name": "odh-trusted-ca-bundle", "reconcileID": "f563fe62-ec8d-4857-880f-9d4c34bc4ee8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-280285", "update": "odh-kserve-custom-ca-bundle"} 2026-07-21T21:00:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-280285"}, "namespace": "ai-tenant-e2e-api-b-280285", "name": "odh-trusted-ca-bundle", "reconcileID": "f563fe62-ec8d-4857-880f-9d4c34bc4ee8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-280285"} 2026-07-21T21:00:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-280285"}, "namespace": "ai-tenant-e2e-api-b-280285", "name": "openshift-service-ca.crt", "reconcileID": "3f9aa60e-8405-4801-9417-1e88e3303bc7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-280285"} 2026-07-21T21:00:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-280285"}, "namespace": "ai-tenant-e2e-api-b-280285", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2dac0367-c151-46a8-9ca6-13ebe97a4b32", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-280285"} 2026-07-21T21:00:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-280285","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-280285", "reconcileID": "61a640e5-face-4bd8-bf09-389d2b878e91", "Gateway": "e2e-api-b-280285", "namespace": "openshift-ingress"} 2026-07-21T21:00:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-280285","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-280285", "reconcileID": "61a640e5-face-4bd8-bf09-389d2b878e91", "Gateway": "e2e-api-b-280285", "namespace": "openshift-ingress", "name": "e2e-api-b-280285-authn-ssl"} 2026-07-21T21:00:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-280285","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-280285", "reconcileID": "61a640e5-face-4bd8-bf09-389d2b878e91", "Gateway": "e2e-api-b-280285", "namespace": "openshift-ingress"} 2026-07-21T21:00:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cad7c741-59d9-4039-8e99-eb3da76dd3ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T21:00:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-04e869","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-04e869", "reconcileID": "6450d0c4-109f-410f-9bd6-6b967867c972", "Gateway": "e2e-api-a-04e869", "namespace": "openshift-ingress"} 2026-07-21T21:00:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-04e869","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-04e869", "reconcileID": "6450d0c4-109f-410f-9bd6-6b967867c972", "Gateway": "e2e-api-a-04e869", "namespace": "openshift-ingress", "name": "e2e-api-a-04e869-authn-ssl"} 2026-07-21T21:00:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-04e869","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-04e869", "reconcileID": "6450d0c4-109f-410f-9bd6-6b967867c972", "Gateway": "e2e-api-a-04e869", "namespace": "openshift-ingress"} 2026-07-21T21:00:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-280285","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-280285", "reconcileID": "8ef088f0-7b1b-456d-b2d8-e49d32e8c6b7", "Gateway": "e2e-api-b-280285", "namespace": "openshift-ingress"} 2026-07-21T21:00:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-280285","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-280285", "reconcileID": "8ef088f0-7b1b-456d-b2d8-e49d32e8c6b7", "Gateway": "e2e-api-b-280285", "namespace": "openshift-ingress", "name": "e2e-api-b-280285-authn-ssl"} 2026-07-21T21:00:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-280285","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-280285", "reconcileID": "8ef088f0-7b1b-456d-b2d8-e49d32e8c6b7", "Gateway": "e2e-api-b-280285", "namespace": "openshift-ingress"} 2026-07-21T21:00:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-04e869"}, "namespace": "ai-tenant-e2e-api-a-04e869", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "70fc9646-5615-490f-a528-d38335e20bb4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-04e869"} 2026-07-21T21:00:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-04e869"}, "namespace": "ai-tenant-e2e-api-a-04e869", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "70fc9646-5615-490f-a528-d38335e20bb4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-04e869", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T21:00:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-04e869"}, "namespace": "ai-tenant-e2e-api-a-04e869", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "70fc9646-5615-490f-a528-d38335e20bb4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-04e869 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T21:00:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-04e869"}, "namespace": "ai-tenant-e2e-api-a-04e869", "name": "odh-trusted-ca-bundle", "reconcileID": "624bb834-8d74-4d65-8d0e-3374847ebe99", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-04e869"} 2026-07-21T21:00:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-04e869"}, "namespace": "ai-tenant-e2e-api-a-04e869", "name": "odh-trusted-ca-bundle", "reconcileID": "624bb834-8d74-4d65-8d0e-3374847ebe99", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-04e869", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T21:00:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-04e869"}, "namespace": "ai-tenant-e2e-api-a-04e869", "name": "odh-trusted-ca-bundle", "reconcileID": "624bb834-8d74-4d65-8d0e-3374847ebe99", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-04e869 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T21:00:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-04e869"}, "namespace": "ai-tenant-e2e-api-a-04e869", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "888b1109-9daa-4430-b502-f483718a3b21", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-04e869"} 2026-07-21T21:00:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-04e869"}, "namespace": "ai-tenant-e2e-api-a-04e869", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "888b1109-9daa-4430-b502-f483718a3b21", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-04e869", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T21:00:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-04e869"}, "namespace": "ai-tenant-e2e-api-a-04e869", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "888b1109-9daa-4430-b502-f483718a3b21", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-04e869 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T21:00:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-04e869"}, "namespace": "ai-tenant-e2e-api-a-04e869", "name": "odh-trusted-ca-bundle", "reconcileID": "54c4a214-6a26-4e61-ac1d-91c8df5f9e60", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-04e869"} 2026-07-21T21:00:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-04e869"}, "namespace": "ai-tenant-e2e-api-a-04e869", "name": "odh-trusted-ca-bundle", "reconcileID": "54c4a214-6a26-4e61-ac1d-91c8df5f9e60", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-04e869", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T21:00:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-04e869"}, "namespace": "ai-tenant-e2e-api-a-04e869", "name": "odh-trusted-ca-bundle", "reconcileID": "54c4a214-6a26-4e61-ac1d-91c8df5f9e60", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-04e869 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T21:00:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-04e869"}, "namespace": "ai-tenant-e2e-api-a-04e869", "name": "openshift-service-ca.crt", "reconcileID": "72f2f57a-4de3-493a-8343-463f0836a99b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-04e869"} 2026-07-21T21:00:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-04e869"}, "namespace": "ai-tenant-e2e-api-a-04e869", "name": "openshift-service-ca.crt", "reconcileID": "72f2f57a-4de3-493a-8343-463f0836a99b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-04e869"} 2026-07-21T21:00:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-04e869"}, "namespace": "ai-tenant-e2e-api-a-04e869", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c244bf2-b0ba-406a-85c7-7ad5574f6270", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-04e869"} 2026-07-21T21:00:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-04e869"}, "namespace": "ai-tenant-e2e-api-a-04e869", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c244bf2-b0ba-406a-85c7-7ad5574f6270", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-04e869"} 2026-07-21T21:00:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-04e869"}, "namespace": "ai-tenant-e2e-api-a-04e869", "name": "odh-trusted-ca-bundle", "reconcileID": "15b07b66-73b4-4cc0-a2b6-dc8a7fc142a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-04e869"} 2026-07-21T21:00:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-04e869"}, "namespace": "ai-tenant-e2e-api-a-04e869", "name": "odh-trusted-ca-bundle", "reconcileID": "15b07b66-73b4-4cc0-a2b6-dc8a7fc142a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-04e869"} 2026-07-21T21:00:40Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-04e869","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-04e869", "reconcileID": "9d2cb464-280c-4aa2-bacc-f01cb758b38f", "Gateway": "e2e-api-a-04e869", "namespace": "openshift-ingress"} 2026-07-21T21:00:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-280285"}, "namespace": "ai-tenant-e2e-api-b-280285", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c063b103-e22b-496f-ac0f-3071cb35436d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-280285"} 2026-07-21T21:00:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-280285"}, "namespace": "ai-tenant-e2e-api-b-280285", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c063b103-e22b-496f-ac0f-3071cb35436d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-280285", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T21:00:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-280285"}, "namespace": "ai-tenant-e2e-api-b-280285", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c063b103-e22b-496f-ac0f-3071cb35436d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-280285 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T21:00:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-280285"}, "namespace": "ai-tenant-e2e-api-b-280285", "name": "odh-trusted-ca-bundle", "reconcileID": "641085aa-583f-495b-bbea-053b605baeba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-280285"} 2026-07-21T21:00:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-280285"}, "namespace": "ai-tenant-e2e-api-b-280285", "name": "odh-trusted-ca-bundle", "reconcileID": "641085aa-583f-495b-bbea-053b605baeba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-280285"} 2026-07-21T21:00:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-280285"}, "namespace": "ai-tenant-e2e-api-b-280285", "name": "openshift-service-ca.crt", "reconcileID": "5889467a-f38f-48d4-95e2-8c6f7316396e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-280285"} 2026-07-21T21:00:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-280285"}, "namespace": "ai-tenant-e2e-api-b-280285", "name": "openshift-service-ca.crt", "reconcileID": "5889467a-f38f-48d4-95e2-8c6f7316396e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-280285"} 2026-07-21T21:00:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-280285"}, "namespace": "ai-tenant-e2e-api-b-280285", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8b016ec2-1bcc-4d98-a837-45dd9f7369b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-280285"} 2026-07-21T21:00:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-280285"}, "namespace": "ai-tenant-e2e-api-b-280285", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8b016ec2-1bcc-4d98-a837-45dd9f7369b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-280285"} 2026-07-21T21:00:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-280285","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-280285", "reconcileID": "bcd25305-e7ec-47a5-b3bd-8c322d5ffa62", "Gateway": "e2e-api-b-280285", "namespace": "openshift-ingress"} 2026-07-21T21:00:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "32c14aa2-ed81-4589-bff6-a4d9659c9820", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:00:54Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "32c14aa2-ed81-4589-bff6-a4d9659c9820", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca-authn-ssl"} 2026-07-21T21:00:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "32c14aa2-ed81-4589-bff6-a4d9659c9820", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:00:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "9dd7e223-f4e0-4862-acfb-60a99c40bdd0", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:00:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "9dd7e223-f4e0-4862-acfb-60a99c40bdd0", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca-authn-ssl"} 2026-07-21T21:00:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "9dd7e223-f4e0-4862-acfb-60a99c40bdd0", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:00:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "cf6b1b9a-48c9-4a91-bcc3-b2f2987fcd2e", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:00:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "cf6b1b9a-48c9-4a91-bcc3-b2f2987fcd2e", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca-authn-ssl"} 2026-07-21T21:00:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "cf6b1b9a-48c9-4a91-bcc3-b2f2987fcd2e", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:00:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "42147782-f6f5-4dbc-8261-3918afc129ef", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:00:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "42147782-f6f5-4dbc-8261-3918afc129ef", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca-authn-ssl"} 2026-07-21T21:00:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "42147782-f6f5-4dbc-8261-3918afc129ef", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:00:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "1af52140-028c-4b23-8be8-8a3bf504daf0", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:00:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "1af52140-028c-4b23-8be8-8a3bf504daf0", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca-authn-ssl"} 2026-07-21T21:00:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "1af52140-028c-4b23-8be8-8a3bf504daf0", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:00:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "f98a4ef7-7462-49ea-9e28-d7cc3507cd33", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:00:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "f98a4ef7-7462-49ea-9e28-d7cc3507cd33", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca-authn-ssl"} 2026-07-21T21:00:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "f98a4ef7-7462-49ea-9e28-d7cc3507cd33", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:00:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "openshift-service-ca.crt", "reconcileID": "0b14495b-ecd5-4768-9cdb-6150fd176b79", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:00:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "odh-trusted-ca-bundle", "reconcileID": "069aadd5-10f6-45f6-8331-d1f698672e5f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:00:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "openshift-service-ca.crt", "reconcileID": "2c14fae7-1deb-43ac-b779-d45bc6a26a52", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T21:00:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "openshift-service-ca.crt", "reconcileID": "2c14fae7-1deb-43ac-b779-d45bc6a26a52", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:00:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d09d8864-ef8e-484e-b237-6d0df15c6b6e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:00:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "openshift-service-ca.crt", "reconcileID": "f829f172-08d1-488b-9465-d7e5574d07c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:00:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "odh-trusted-ca-bundle", "reconcileID": "81a4929c-65a4-4cc7-b6ad-671b11f42150", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "update": "odh-kserve-custom-ca-bundle"} 2026-07-21T21:00:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "odh-trusted-ca-bundle", "reconcileID": "81a4929c-65a4-4cc7-b6ad-671b11f42150", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:00:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1fc2426-df8d-4697-80f0-4680990ed650", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:00:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "a073a316-7545-49ba-b342-b9b386940ec5", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:00:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "a073a316-7545-49ba-b342-b9b386940ec5", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca-authn-ssl"} 2026-07-21T21:00:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "a073a316-7545-49ba-b342-b9b386940ec5", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:00:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "396e4540-e88d-4924-905f-00016f3c3d3d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T21:01:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "4eff8b47-c540-49a3-bf82-ac9faad7853b", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:01:02Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "4eff8b47-c540-49a3-bf82-ac9faad7853b", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f-authn-ssl"} 2026-07-21T21:01:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "4eff8b47-c540-49a3-bf82-ac9faad7853b", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:01:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "432be197-fba8-4304-8a56-f0e7d9853db8", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:01:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "432be197-fba8-4304-8a56-f0e7d9853db8", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f-authn-ssl"} 2026-07-21T21:01:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "432be197-fba8-4304-8a56-f0e7d9853db8", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:01:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "15e3f59c-8a11-44c7-ad0e-a4d694f3c588", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:01:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "15e3f59c-8a11-44c7-ad0e-a4d694f3c588", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f-authn-ssl"} 2026-07-21T21:01:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "15e3f59c-8a11-44c7-ad0e-a4d694f3c588", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:01:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "a15b705d-77ee-4f76-bd6f-01883b439af1", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:01:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "a15b705d-77ee-4f76-bd6f-01883b439af1", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f-authn-ssl"} 2026-07-21T21:01:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "a15b705d-77ee-4f76-bd6f-01883b439af1", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:01:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "84e6534e-4f06-49d0-baf4-47878254a7c5", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:01:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "84e6534e-4f06-49d0-baf4-47878254a7c5", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f-authn-ssl"} 2026-07-21T21:01:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "84e6534e-4f06-49d0-baf4-47878254a7c5", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:01:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "57b4bf7c-ded7-4269-91de-8baad2183fa0", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:01:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "57b4bf7c-ded7-4269-91de-8baad2183fa0", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f-authn-ssl"} 2026-07-21T21:01:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "57b4bf7c-ded7-4269-91de-8baad2183fa0", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:01:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "f8f7c0ba-d1fe-41cc-ab08-2555e5803078", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:01:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "f8f7c0ba-d1fe-41cc-ab08-2555e5803078", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f-authn-ssl"} 2026-07-21T21:01:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "f8f7c0ba-d1fe-41cc-ab08-2555e5803078", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:01:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "299b33da-dd89-431c-bfef-31cf1275bc14", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:01:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "299b33da-dd89-431c-bfef-31cf1275bc14", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f-authn-ssl"} 2026-07-21T21:01:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "299b33da-dd89-431c-bfef-31cf1275bc14", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:01:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "openshift-service-ca.crt", "reconcileID": "b8544e6b-b04d-4a9f-b31a-de326770eccb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:01:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "openshift-service-ca.crt", "reconcileID": "1a9dc43f-b5c9-441b-a403-fd55e830480f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-9b964f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T21:01:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "openshift-service-ca.crt", "reconcileID": "1a9dc43f-b5c9-441b-a403-fd55e830480f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:01:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "odh-trusted-ca-bundle", "reconcileID": "545ebb3c-1374-4553-915c-902e9e43f021", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9b964f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T21:01:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "odh-trusted-ca-bundle", "reconcileID": "545ebb3c-1374-4553-915c-902e9e43f021", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T21:01:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "openshift-service-ca.crt", "reconcileID": "453b33cd-b45a-48e0-863e-068471739b67", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-9b964f", "update": "odh-kserve-custom-ca-bundle"} 2026-07-21T21:01:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "openshift-service-ca.crt", "reconcileID": "453b33cd-b45a-48e0-863e-068471739b67", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:01:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "237dad1e-37ff-411c-9330-dc3c99a861f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:01:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "odh-trusted-ca-bundle", "reconcileID": "5f114e81-dbc0-4690-950a-3a028249a120", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:01:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "285965f3-2b87-4051-ba88-ba191e1740c2", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:01:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "285965f3-2b87-4051-ba88-ba191e1740c2", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f-authn-ssl"} 2026-07-21T21:01:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "285965f3-2b87-4051-ba88-ba191e1740c2", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:01:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f35cc328-45c1-4446-8fc4-5047869c9cf9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T21:01:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "7c21a091-6104-4861-861d-f229b735c545", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:01:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "7c21a091-6104-4861-861d-f229b735c545", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f-authn-ssl"} 2026-07-21T21:01:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "7c21a091-6104-4861-861d-f229b735c545", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:01:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "e8d6d365-2f60-453a-9585-32638b8f9b60", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:01:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "e8d6d365-2f60-453a-9585-32638b8f9b60", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca-authn-ssl"} 2026-07-21T21:01:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "e8d6d365-2f60-453a-9585-32638b8f9b60", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:01:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "405dd95c-d0b7-4f84-8313-36eef812ee8a", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:01:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "405dd95c-d0b7-4f84-8313-36eef812ee8a", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:01:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "405dd95c-d0b7-4f84-8313-36eef812ee8a", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:01:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "6b47c38e-c962-4591-9820-fddc4abea8d0", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:01:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "405dd95c-d0b7-4f84-8313-36eef812ee8a", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca-kserve-route-authn"} 2026-07-21T21:01:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "405dd95c-d0b7-4f84-8313-36eef812ee8a", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "authType": "userdefined"} 2026-07-21T21:01:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "405dd95c-d0b7-4f84-8313-36eef812ee8a", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:01:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "6b47c38e-c962-4591-9820-fddc4abea8d0", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca-authn-ssl"} 2026-07-21T21:01:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "6b47c38e-c962-4591-9820-fddc4abea8d0", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:01:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "3e3541ee-1301-495c-8a56-feecf49a1b9b", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:01:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "3e3541ee-1301-495c-8a56-feecf49a1b9b", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:01:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "3e3541ee-1301-495c-8a56-feecf49a1b9b", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:01:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "3e3541ee-1301-495c-8a56-feecf49a1b9b", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca-kserve-route-authn"} 2026-07-21T21:01:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "3e3541ee-1301-495c-8a56-feecf49a1b9b", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "authType": "userdefined"} 2026-07-21T21:01:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "3e3541ee-1301-495c-8a56-feecf49a1b9b", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:01:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "10c597fd-ca60-4a77-b85d-08575d611fa4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T21:01:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "13a7c3bc-4d60-440c-8a05-9da212b11aa1", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:01:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "13a7c3bc-4d60-440c-8a05-9da212b11aa1", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca-authn-ssl"} 2026-07-21T21:01:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "13a7c3bc-4d60-440c-8a05-9da212b11aa1", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:01:26Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-21T21:01:26Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-21T21:01:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0e4678c6-ba4a-45e4-8a57-64ed5884b5e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T21:01:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "d1a6b731-af3d-459f-9d12-77cf2868c0b2", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:01:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "d1a6b731-af3d-459f-9d12-77cf2868c0b2", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:01:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "d1a6b731-af3d-459f-9d12-77cf2868c0b2", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:01:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "d1a6b731-af3d-459f-9d12-77cf2868c0b2", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca-kserve-route-authn"} 2026-07-21T21:01:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "d1a6b731-af3d-459f-9d12-77cf2868c0b2", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "authType": "userdefined"} 2026-07-21T21:01:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "d1a6b731-af3d-459f-9d12-77cf2868c0b2", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:01:28Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-21T21:01:28Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-21T21:01:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "823938cd-bbd9-4914-9951-ad12661997f7", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:01:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "823938cd-bbd9-4914-9951-ad12661997f7", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:01:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "823938cd-bbd9-4914-9951-ad12661997f7", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:01:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "823938cd-bbd9-4914-9951-ad12661997f7", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca-kserve-route-authn"} 2026-07-21T21:01:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "823938cd-bbd9-4914-9951-ad12661997f7", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "authType": "userdefined"} 2026-07-21T21:01:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "823938cd-bbd9-4914-9951-ad12661997f7", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:01:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "e2536e6e-70f7-465b-8bd9-ebebbf4d50cf", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:01:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "e2536e6e-70f7-465b-8bd9-ebebbf4d50cf", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:01:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "e2536e6e-70f7-465b-8bd9-ebebbf4d50cf", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:01:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "5a7c3965-5b24-45cd-86f4-8ffbcee1df6c", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:01:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "e2536e6e-70f7-465b-8bd9-ebebbf4d50cf", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f-kserve-route-authn"} 2026-07-21T21:01:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "e2536e6e-70f7-465b-8bd9-ebebbf4d50cf", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "authType": "userdefined"} 2026-07-21T21:01:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "e2536e6e-70f7-465b-8bd9-ebebbf4d50cf", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:01:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "5a7c3965-5b24-45cd-86f4-8ffbcee1df6c", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f-authn-ssl"} 2026-07-21T21:01:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "5a7c3965-5b24-45cd-86f4-8ffbcee1df6c", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:01:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "c3d60fa8-9968-429b-a8bf-cefe15166bde", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:01:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "c3d60fa8-9968-429b-a8bf-cefe15166bde", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:01:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "c3d60fa8-9968-429b-a8bf-cefe15166bde", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:01:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "c3d60fa8-9968-429b-a8bf-cefe15166bde", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f-kserve-route-authn"} 2026-07-21T21:01:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "c3d60fa8-9968-429b-a8bf-cefe15166bde", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "authType": "userdefined"} 2026-07-21T21:01:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "c3d60fa8-9968-429b-a8bf-cefe15166bde", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:01:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "3749c3d3-4034-49a9-8054-9afc273f2350", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:01:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "3749c3d3-4034-49a9-8054-9afc273f2350", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f-authn-ssl"} 2026-07-21T21:01:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "3749c3d3-4034-49a9-8054-9afc273f2350", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:01:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "0b573ca7-06de-413d-bf6f-d5788f4b0ed3", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:01:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "0b573ca7-06de-413d-bf6f-d5788f4b0ed3", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:01:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "0b573ca7-06de-413d-bf6f-d5788f4b0ed3", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:01:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "0b573ca7-06de-413d-bf6f-d5788f4b0ed3", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f-kserve-route-authn"} 2026-07-21T21:01:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "0b573ca7-06de-413d-bf6f-d5788f4b0ed3", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "authType": "userdefined"} 2026-07-21T21:01:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "0b573ca7-06de-413d-bf6f-d5788f4b0ed3", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:02:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d47e987b-c087-4a99-a4ae-c650842980a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T21:02:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "6b958104-427f-45b1-aff9-3a741359a5d6", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:02:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "6b958104-427f-45b1-aff9-3a741359a5d6", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:02:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "6b958104-427f-45b1-aff9-3a741359a5d6", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:02:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "6b958104-427f-45b1-aff9-3a741359a5d6", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f-kserve-route-authn"} 2026-07-21T21:02:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "6b958104-427f-45b1-aff9-3a741359a5d6", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "authType": "userdefined"} 2026-07-21T21:02:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "6b958104-427f-45b1-aff9-3a741359a5d6", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:02:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "c4db6d3b-5c55-4b71-9a95-442b5909a621", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:02:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "c4db6d3b-5c55-4b71-9a95-442b5909a621", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca-authn-ssl"} 2026-07-21T21:02:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "c4db6d3b-5c55-4b71-9a95-442b5909a621", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:02:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "f79e156a-c19f-48ff-aa43-cf2cc3ec8732", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:02:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "f79e156a-c19f-48ff-aa43-cf2cc3ec8732", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f-authn-ssl"} 2026-07-21T21:02:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "f79e156a-c19f-48ff-aa43-cf2cc3ec8732", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:04:28Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "401abb73-eb40-4d57-92d5-06db0d0cf774", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:04:28Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "401abb73-eb40-4d57-92d5-06db0d0cf774", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca"} 2026-07-21T21:04:28Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "401abb73-eb40-4d57-92d5-06db0d0cf774", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:04:28Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "401abb73-eb40-4d57-92d5-06db0d0cf774", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:04:28Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "401abb73-eb40-4d57-92d5-06db0d0cf774", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca-kserve-route-authn"} 2026-07-21T21:04:28Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "401abb73-eb40-4d57-92d5-06db0d0cf774", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca-kserve-route-authn"} 2026-07-21T21:04:28Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "401abb73-eb40-4d57-92d5-06db0d0cf774", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:04:28Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "401abb73-eb40-4d57-92d5-06db0d0cf774", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:04:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "auth-test-model-1ad4ca", "reconcileID": "cf770098-b779-4dc8-97f2-006fb19dad94", "LLMInferenceService": "auth-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:04:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "51df9d4c-fdfa-4e83-ac4e-645073c131e4", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:04:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "51df9d4c-fdfa-4e83-ac4e-645073c131e4", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca-authn-ssl"} 2026-07-21T21:04:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "51df9d4c-fdfa-4e83-ac4e-645073c131e4", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:04:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "1756cc41-dcb1-4c66-96dd-fca550f39ef2", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:04:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "1756cc41-dcb1-4c66-96dd-fca550f39ef2", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca-authn-ssl"} 2026-07-21T21:04:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "1756cc41-dcb1-4c66-96dd-fca550f39ef2", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:04:28Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "af0e4398-8822-41c1-90f8-49b6476909d1", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:04:28Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "af0e4398-8822-41c1-90f8-49b6476909d1", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f"} 2026-07-21T21:04:28Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "af0e4398-8822-41c1-90f8-49b6476909d1", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:04:28Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "af0e4398-8822-41c1-90f8-49b6476909d1", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:04:28Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "af0e4398-8822-41c1-90f8-49b6476909d1", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f-kserve-route-authn"} 2026-07-21T21:04:28Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "af0e4398-8822-41c1-90f8-49b6476909d1", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f-kserve-route-authn"} 2026-07-21T21:04:28Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "af0e4398-8822-41c1-90f8-49b6476909d1", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:04:28Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "af0e4398-8822-41c1-90f8-49b6476909d1", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:04:29Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "auth-test-model-9b964f", "reconcileID": "2c10e812-3f10-41dd-9741-1c5ee4f18eac", "LLMInferenceService": "auth-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:04:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "ea497772-cb71-4119-9e27-2bb845ca3ba2", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:04:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "ea497772-cb71-4119-9e27-2bb845ca3ba2", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f-authn-ssl"} 2026-07-21T21:04:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "ea497772-cb71-4119-9e27-2bb845ca3ba2", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:04:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "02819e24-ce2b-4984-a8bb-2901126134e6", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:04:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "02819e24-ce2b-4984-a8bb-2901126134e6", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f-authn-ssl"} 2026-07-21T21:04:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "02819e24-ce2b-4984-a8bb-2901126134e6", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:04:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "a1e38d4e-6c3f-4dc0-8a1d-f4473c90caca", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:04:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "a1e38d4e-6c3f-4dc0-8a1d-f4473c90caca", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:04:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "a1e38d4e-6c3f-4dc0-8a1d-f4473c90caca", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:04:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "a1e38d4e-6c3f-4dc0-8a1d-f4473c90caca", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca-kserve-route-authn"} 2026-07-21T21:04:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "a1e38d4e-6c3f-4dc0-8a1d-f4473c90caca", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "authType": "userdefined"} 2026-07-21T21:04:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "4a708a58-e298-45f4-b714-24a16bf64e62", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:04:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "a1e38d4e-6c3f-4dc0-8a1d-f4473c90caca", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:04:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "4a708a58-e298-45f4-b714-24a16bf64e62", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca-authn-ssl"} 2026-07-21T21:04:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "4a708a58-e298-45f4-b714-24a16bf64e62", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:04:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "33cc8ba5-a337-4527-9847-946b3c4315c8", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:04:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "33cc8ba5-a337-4527-9847-946b3c4315c8", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:04:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "33cc8ba5-a337-4527-9847-946b3c4315c8", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:04:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "33cc8ba5-a337-4527-9847-946b3c4315c8", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca-kserve-route-authn"} 2026-07-21T21:04:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "33cc8ba5-a337-4527-9847-946b3c4315c8", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "authType": "userdefined"} 2026-07-21T21:04:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "33cc8ba5-a337-4527-9847-946b3c4315c8", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:04:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "e1732990-b90f-4740-8c11-5cd75d80b985", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:04:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "e1732990-b90f-4740-8c11-5cd75d80b985", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca-authn-ssl"} 2026-07-21T21:04:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "e1732990-b90f-4740-8c11-5cd75d80b985", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:04:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "0b556130-c810-4d75-8606-42a47d0c1b7c", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:04:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "0b556130-c810-4d75-8606-42a47d0c1b7c", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:04:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "0b556130-c810-4d75-8606-42a47d0c1b7c", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:04:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "0b556130-c810-4d75-8606-42a47d0c1b7c", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca-kserve-route-authn"} 2026-07-21T21:04:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "0b556130-c810-4d75-8606-42a47d0c1b7c", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "authType": "userdefined"} 2026-07-21T21:04:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "0b556130-c810-4d75-8606-42a47d0c1b7c", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:04:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "e037e690-23e6-4a2e-ae30-5d8fcb512e51", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:04:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "e037e690-23e6-4a2e-ae30-5d8fcb512e51", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:04:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "e037e690-23e6-4a2e-ae30-5d8fcb512e51", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:04:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "e037e690-23e6-4a2e-ae30-5d8fcb512e51", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca-kserve-route-authn"} 2026-07-21T21:04:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "e037e690-23e6-4a2e-ae30-5d8fcb512e51", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "authType": "userdefined"} 2026-07-21T21:04:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "e037e690-23e6-4a2e-ae30-5d8fcb512e51", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:04:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "51f3d462-cadc-4f72-9d6b-0aae7a481e51", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:04:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "51f3d462-cadc-4f72-9d6b-0aae7a481e51", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:04:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "51f3d462-cadc-4f72-9d6b-0aae7a481e51", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:04:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "51f3d462-cadc-4f72-9d6b-0aae7a481e51", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca-kserve-route-authn"} 2026-07-21T21:04:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "51f3d462-cadc-4f72-9d6b-0aae7a481e51", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "authType": "userdefined"} 2026-07-21T21:04:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "51f3d462-cadc-4f72-9d6b-0aae7a481e51", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:04:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "52e8ac43-d68f-4c60-be9d-3d6ae4684077", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:04:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "52e8ac43-d68f-4c60-be9d-3d6ae4684077", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:04:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "52e8ac43-d68f-4c60-be9d-3d6ae4684077", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:04:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "2762834c-033a-4af6-8e14-c9640e950ac6", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:04:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "52e8ac43-d68f-4c60-be9d-3d6ae4684077", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f-kserve-route-authn"} 2026-07-21T21:04:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "52e8ac43-d68f-4c60-be9d-3d6ae4684077", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "authType": "userdefined"} 2026-07-21T21:04:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "52e8ac43-d68f-4c60-be9d-3d6ae4684077", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:04:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "2762834c-033a-4af6-8e14-c9640e950ac6", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f-authn-ssl"} 2026-07-21T21:04:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "2762834c-033a-4af6-8e14-c9640e950ac6", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:04:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "8294d418-3b73-40ba-bbac-211e703955d6", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:04:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "8294d418-3b73-40ba-bbac-211e703955d6", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:04:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "8294d418-3b73-40ba-bbac-211e703955d6", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:04:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "8294d418-3b73-40ba-bbac-211e703955d6", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f-kserve-route-authn"} 2026-07-21T21:04:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "8294d418-3b73-40ba-bbac-211e703955d6", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "authType": "userdefined"} 2026-07-21T21:04:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "8294d418-3b73-40ba-bbac-211e703955d6", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:05:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "74d07825-fed9-41f4-b11c-df3d9677e922", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:05:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "74d07825-fed9-41f4-b11c-df3d9677e922", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f-authn-ssl"} 2026-07-21T21:05:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "74d07825-fed9-41f4-b11c-df3d9677e922", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:05:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "3c5ba7b1-112d-45d8-9fa7-7b66d96f6470", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:05:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "3c5ba7b1-112d-45d8-9fa7-7b66d96f6470", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:05:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "3c5ba7b1-112d-45d8-9fa7-7b66d96f6470", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:05:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "3c5ba7b1-112d-45d8-9fa7-7b66d96f6470", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f-kserve-route-authn"} 2026-07-21T21:05:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "3c5ba7b1-112d-45d8-9fa7-7b66d96f6470", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "authType": "userdefined"} 2026-07-21T21:05:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "3c5ba7b1-112d-45d8-9fa7-7b66d96f6470", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:05:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "f4e2e0c3-8f0c-4c50-a611-70cb659509ad", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:05:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "f4e2e0c3-8f0c-4c50-a611-70cb659509ad", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:05:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "f4e2e0c3-8f0c-4c50-a611-70cb659509ad", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:05:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "f4e2e0c3-8f0c-4c50-a611-70cb659509ad", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f-kserve-route-authn"} 2026-07-21T21:05:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "f4e2e0c3-8f0c-4c50-a611-70cb659509ad", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "authType": "userdefined"} 2026-07-21T21:05:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "f4e2e0c3-8f0c-4c50-a611-70cb659509ad", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:05:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "4c1a2f27-e137-44db-8ac7-310e1d7c203e", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:05:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "4c1a2f27-e137-44db-8ac7-310e1d7c203e", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:05:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "4c1a2f27-e137-44db-8ac7-310e1d7c203e", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:05:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "4c1a2f27-e137-44db-8ac7-310e1d7c203e", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f-kserve-route-authn"} 2026-07-21T21:05:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "4c1a2f27-e137-44db-8ac7-310e1d7c203e", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "authType": "userdefined"} 2026-07-21T21:05:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "4c1a2f27-e137-44db-8ac7-310e1d7c203e", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:06:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "69bf7d3a-58be-45c7-96b3-1d1d9989fff4", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:06:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "69bf7d3a-58be-45c7-96b3-1d1d9989fff4", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca"} 2026-07-21T21:06:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "69bf7d3a-58be-45c7-96b3-1d1d9989fff4", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:06:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "69bf7d3a-58be-45c7-96b3-1d1d9989fff4", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:06:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "69bf7d3a-58be-45c7-96b3-1d1d9989fff4", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca-kserve-route-authn"} 2026-07-21T21:06:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "69bf7d3a-58be-45c7-96b3-1d1d9989fff4", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca-kserve-route-authn"} 2026-07-21T21:06:00Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "69bf7d3a-58be-45c7-96b3-1d1d9989fff4", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:06:00Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "69bf7d3a-58be-45c7-96b3-1d1d9989fff4", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:06:00Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "sub-test-model-1ad4ca", "reconcileID": "2e16157b-414a-456a-9203-6b4dcdd245fc", "LLMInferenceService": "sub-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:06:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "02ddac9b-d8bb-4664-adf3-5db9eb974e9e", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:06:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "02ddac9b-d8bb-4664-adf3-5db9eb974e9e", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca-authn-ssl"} 2026-07-21T21:06:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "02ddac9b-d8bb-4664-adf3-5db9eb974e9e", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:06:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "72859f0c-77b8-4e33-8d5e-7d5a472742b1", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:06:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "72859f0c-77b8-4e33-8d5e-7d5a472742b1", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca-authn-ssl"} 2026-07-21T21:06:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "72859f0c-77b8-4e33-8d5e-7d5a472742b1", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:06:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "713272b5-6801-4a5e-936b-a01f96669bd5", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:06:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "713272b5-6801-4a5e-936b-a01f96669bd5", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f"} 2026-07-21T21:06:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "713272b5-6801-4a5e-936b-a01f96669bd5", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:06:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "713272b5-6801-4a5e-936b-a01f96669bd5", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:06:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "713272b5-6801-4a5e-936b-a01f96669bd5", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f-kserve-route-authn"} 2026-07-21T21:06:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "713272b5-6801-4a5e-936b-a01f96669bd5", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f-kserve-route-authn"} 2026-07-21T21:06:00Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "713272b5-6801-4a5e-936b-a01f96669bd5", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:06:00Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "713272b5-6801-4a5e-936b-a01f96669bd5", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:06:01Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "sub-test-model-9b964f", "reconcileID": "578655c0-e827-46e5-9ebc-dc8fbadbc195", "LLMInferenceService": "sub-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:06:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "c41a7319-fe4e-4ee5-abd5-0fb50954476e", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:06:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "c41a7319-fe4e-4ee5-abd5-0fb50954476e", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f-authn-ssl"} 2026-07-21T21:06:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "c41a7319-fe4e-4ee5-abd5-0fb50954476e", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:06:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "f0c2f4bf-eb15-4ceb-b8de-1b612479f409", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:06:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "f0c2f4bf-eb15-4ceb-b8de-1b612479f409", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f-authn-ssl"} 2026-07-21T21:06:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "f0c2f4bf-eb15-4ceb-b8de-1b612479f409", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:06:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "0c300d9d-a5bd-40b3-b0cc-7c88cc34d614", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:06:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "0c300d9d-a5bd-40b3-b0cc-7c88cc34d614", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:06:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "0c300d9d-a5bd-40b3-b0cc-7c88cc34d614", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:06:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "0ea6b8c1-aae6-42cc-8479-d8e5aa7b9268", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:06:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "0c300d9d-a5bd-40b3-b0cc-7c88cc34d614", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca-kserve-route-authn"} 2026-07-21T21:06:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "0c300d9d-a5bd-40b3-b0cc-7c88cc34d614", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "authType": "userdefined"} 2026-07-21T21:06:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "0c300d9d-a5bd-40b3-b0cc-7c88cc34d614", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:06:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "0ea6b8c1-aae6-42cc-8479-d8e5aa7b9268", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca-authn-ssl"} 2026-07-21T21:06:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "0ea6b8c1-aae6-42cc-8479-d8e5aa7b9268", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:06:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "fb82a46f-b258-43f1-83b7-ad4a8a338be7", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:06:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "fb82a46f-b258-43f1-83b7-ad4a8a338be7", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:06:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "fb82a46f-b258-43f1-83b7-ad4a8a338be7", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:06:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "fb82a46f-b258-43f1-83b7-ad4a8a338be7", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca-kserve-route-authn"} 2026-07-21T21:06:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "fb82a46f-b258-43f1-83b7-ad4a8a338be7", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "authType": "userdefined"} 2026-07-21T21:06:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "fb82a46f-b258-43f1-83b7-ad4a8a338be7", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:06:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "980748ab-d211-424e-862e-73cfa5ed7eb3", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:06:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "980748ab-d211-424e-862e-73cfa5ed7eb3", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca-authn-ssl"} 2026-07-21T21:06:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "980748ab-d211-424e-862e-73cfa5ed7eb3", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:06:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "660e82c6-0abe-4eb9-82b6-7da3b818b1df", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:06:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "660e82c6-0abe-4eb9-82b6-7da3b818b1df", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:06:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "660e82c6-0abe-4eb9-82b6-7da3b818b1df", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:06:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "660e82c6-0abe-4eb9-82b6-7da3b818b1df", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca-kserve-route-authn"} 2026-07-21T21:06:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "660e82c6-0abe-4eb9-82b6-7da3b818b1df", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "authType": "userdefined"} 2026-07-21T21:06:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "660e82c6-0abe-4eb9-82b6-7da3b818b1df", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:06:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "3e5d6e00-1a30-44fa-8f59-bb3901d98b8c", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:06:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "3e5d6e00-1a30-44fa-8f59-bb3901d98b8c", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:06:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "3e5d6e00-1a30-44fa-8f59-bb3901d98b8c", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:06:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "3e5d6e00-1a30-44fa-8f59-bb3901d98b8c", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca-kserve-route-authn"} 2026-07-21T21:06:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "3e5d6e00-1a30-44fa-8f59-bb3901d98b8c", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "authType": "userdefined"} 2026-07-21T21:06:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "3e5d6e00-1a30-44fa-8f59-bb3901d98b8c", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:06:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "425a385c-53d4-499b-af98-769acaa7d0e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T21:06:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "f4b38ccb-2ece-437f-af8d-452c9455803f", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:06:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "f4b38ccb-2ece-437f-af8d-452c9455803f", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:06:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "f4b38ccb-2ece-437f-af8d-452c9455803f", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:06:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "f4b38ccb-2ece-437f-af8d-452c9455803f", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca-kserve-route-authn"} 2026-07-21T21:06:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "f4b38ccb-2ece-437f-af8d-452c9455803f", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "authType": "userdefined"} 2026-07-21T21:06:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "f4b38ccb-2ece-437f-af8d-452c9455803f", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:06:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d3d189cb-4fcc-413a-ae6a-81ed0d178806", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T21:06:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "b1dfc9ee-685b-426e-9abc-82407b92faf8", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:06:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "b1dfc9ee-685b-426e-9abc-82407b92faf8", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:06:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "b1dfc9ee-685b-426e-9abc-82407b92faf8", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:06:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "2ed56c26-0190-422d-98bc-036be829753d", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:06:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "b1dfc9ee-685b-426e-9abc-82407b92faf8", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f-kserve-route-authn"} 2026-07-21T21:06:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "b1dfc9ee-685b-426e-9abc-82407b92faf8", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "authType": "userdefined"} 2026-07-21T21:06:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "b1dfc9ee-685b-426e-9abc-82407b92faf8", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:06:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "2ed56c26-0190-422d-98bc-036be829753d", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f-authn-ssl"} 2026-07-21T21:06:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "2ed56c26-0190-422d-98bc-036be829753d", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:06:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "f94ef02c-b17c-440b-b7f1-e19f527cf2f3", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:06:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "f94ef02c-b17c-440b-b7f1-e19f527cf2f3", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:06:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "f94ef02c-b17c-440b-b7f1-e19f527cf2f3", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:06:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "f94ef02c-b17c-440b-b7f1-e19f527cf2f3", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f-kserve-route-authn"} 2026-07-21T21:06:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "f94ef02c-b17c-440b-b7f1-e19f527cf2f3", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "authType": "userdefined"} 2026-07-21T21:06:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "f94ef02c-b17c-440b-b7f1-e19f527cf2f3", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:06:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "49493d3d-da97-4316-b5e3-18bd29757262", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:06:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "49493d3d-da97-4316-b5e3-18bd29757262", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f-authn-ssl"} 2026-07-21T21:06:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "49493d3d-da97-4316-b5e3-18bd29757262", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:06:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "157e6539-a456-4213-aa85-f446ca35289f", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:06:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "157e6539-a456-4213-aa85-f446ca35289f", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:06:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "157e6539-a456-4213-aa85-f446ca35289f", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:06:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "157e6539-a456-4213-aa85-f446ca35289f", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f-kserve-route-authn"} 2026-07-21T21:06:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "157e6539-a456-4213-aa85-f446ca35289f", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "authType": "userdefined"} 2026-07-21T21:06:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "157e6539-a456-4213-aa85-f446ca35289f", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:07:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "e4467d2a-af1e-4e6f-88e7-b477b5368796", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:07:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "e4467d2a-af1e-4e6f-88e7-b477b5368796", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:07:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "e4467d2a-af1e-4e6f-88e7-b477b5368796", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:07:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "e4467d2a-af1e-4e6f-88e7-b477b5368796", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f-kserve-route-authn"} 2026-07-21T21:07:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "e4467d2a-af1e-4e6f-88e7-b477b5368796", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "authType": "userdefined"} 2026-07-21T21:07:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "e4467d2a-af1e-4e6f-88e7-b477b5368796", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:07:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5b1b2841-db5b-4a42-8cd9-df0f2bc1c311", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T21:07:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "68f8dfb4-7177-4c36-8cfe-eb95aca48d72", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:07:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "68f8dfb4-7177-4c36-8cfe-eb95aca48d72", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca"} 2026-07-21T21:07:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "68f8dfb4-7177-4c36-8cfe-eb95aca48d72", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:07:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "68f8dfb4-7177-4c36-8cfe-eb95aca48d72", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:07:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "68f8dfb4-7177-4c36-8cfe-eb95aca48d72", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca-kserve-route-authn"} 2026-07-21T21:07:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "68f8dfb4-7177-4c36-8cfe-eb95aca48d72", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca-kserve-route-authn"} 2026-07-21T21:07:36Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "68f8dfb4-7177-4c36-8cfe-eb95aca48d72", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:07:36Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "68f8dfb4-7177-4c36-8cfe-eb95aca48d72", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:07:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1ad4ca","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "rate-test-model-1ad4ca", "reconcileID": "df4bd63c-0cd7-4439-87f6-d8ad98488ae4", "LLMInferenceService": "rate-test-model-1ad4ca", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:07:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "0e115981-0f55-47e3-9e77-bea40759d41e", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:07:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "0e115981-0f55-47e3-9e77-bea40759d41e", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca-authn-ssl"} 2026-07-21T21:07:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "0e115981-0f55-47e3-9e77-bea40759d41e", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:07:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "1dbf7603-a3c5-4838-a9a6-0689c0b9fa88", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:07:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "1dbf7603-a3c5-4838-a9a6-0689c0b9fa88", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca-authn-ssl"} 2026-07-21T21:07:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "1dbf7603-a3c5-4838-a9a6-0689c0b9fa88", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:07:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "7fb97f15-1f8a-4e66-92da-f8394c33f592", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:07:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "7fb97f15-1f8a-4e66-92da-f8394c33f592", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f"} 2026-07-21T21:07:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "7fb97f15-1f8a-4e66-92da-f8394c33f592", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:07:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "7fb97f15-1f8a-4e66-92da-f8394c33f592", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:07:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "7fb97f15-1f8a-4e66-92da-f8394c33f592", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f-kserve-route-authn"} 2026-07-21T21:07:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "7fb97f15-1f8a-4e66-92da-f8394c33f592", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f-kserve-route-authn"} 2026-07-21T21:07:36Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "7fb97f15-1f8a-4e66-92da-f8394c33f592", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:07:36Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "7fb97f15-1f8a-4e66-92da-f8394c33f592", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:07:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9b964f","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "rate-test-model-9b964f", "reconcileID": "db5c98b2-c02b-4dba-a9a0-349798f12ca3", "LLMInferenceService": "rate-test-model-9b964f", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:07:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "2a2071e5-0c1d-43ad-87b1-51dc92d2e022", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:07:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "2a2071e5-0c1d-43ad-87b1-51dc92d2e022", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f-authn-ssl"} 2026-07-21T21:07:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "2a2071e5-0c1d-43ad-87b1-51dc92d2e022", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:07:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "8e97acb8-713a-4c1f-852b-c3287c8fc443", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:07:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "8e97acb8-713a-4c1f-852b-c3287c8fc443", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f-authn-ssl"} 2026-07-21T21:07:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "8e97acb8-713a-4c1f-852b-c3287c8fc443", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"} 2026-07-21T21:08:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e11a14a-3d39-49c5-bd22-6fd3cac70179", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:08:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e11a14a-3d39-49c5-bd22-6fd3cac70179", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T21:08:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e11a14a-3d39-49c5-bd22-6fd3cac70179", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-1ad4ca because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T21:08:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "odh-trusted-ca-bundle", "reconcileID": "0a0ef2f8-5a5c-4ef6-b0ae-690e58c810a2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:08:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "odh-trusted-ca-bundle", "reconcileID": "0a0ef2f8-5a5c-4ef6-b0ae-690e58c810a2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:08:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "openshift-service-ca.crt", "reconcileID": "88d67e8d-3b90-441c-94eb-84f39f1ed528", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:08:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "openshift-service-ca.crt", "reconcileID": "88d67e8d-3b90-441c-94eb-84f39f1ed528", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:08:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e98b5bd2-61c4-49c2-a80a-dc65c6b946cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:08:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-1ad4ca"}, "namespace": "ai-tenant-e2e-shared-a-1ad4ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e98b5bd2-61c4-49c2-a80a-dc65c6b946cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-1ad4ca"} 2026-07-21T21:08:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-1ad4ca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-1ad4ca", "reconcileID": "0a5dadea-3d76-4f3b-bab3-ef6b6725a52a", "Gateway": "e2e-shared-a-1ad4ca", "namespace": "openshift-ingress"} 2026-07-21T21:08:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13f0b7a7-5f8b-4b3f-b0ca-022716cf9d42", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:08:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13f0b7a7-5f8b-4b3f-b0ca-022716cf9d42", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9b964f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T21:08:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13f0b7a7-5f8b-4b3f-b0ca-022716cf9d42", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-9b964f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T21:08:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "odh-trusted-ca-bundle", "reconcileID": "a2803f28-0a7b-4450-8af4-bbef29c288ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:08:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "odh-trusted-ca-bundle", "reconcileID": "a2803f28-0a7b-4450-8af4-bbef29c288ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:08:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "openshift-service-ca.crt", "reconcileID": "a0611b2f-ef8a-4176-8a45-f56be555296e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:08:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "openshift-service-ca.crt", "reconcileID": "a0611b2f-ef8a-4176-8a45-f56be555296e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:08:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07ddc2d5-2153-4444-8360-4a67a7cac991", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:08:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9b964f"}, "namespace": "ai-tenant-e2e-shared-b-9b964f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07ddc2d5-2153-4444-8360-4a67a7cac991", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9b964f"} 2026-07-21T21:08:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9b964f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9b964f", "reconcileID": "21a63d47-8006-4295-96ad-dc665f5ca851", "Gateway": "e2e-shared-b-9b964f", "namespace": "openshift-ingress"}