2026-07-02T20:25:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-58953a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-58953a", "reconcileID": "857f7373-7a4b-40f0-9d92-aa2558d8ba7f", "Gateway": "e2e-api-b-58953a", "namespace": "openshift-ingress"} 2026-07-02T20:25:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-58953a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-58953a", "reconcileID": "233bf469-028b-45ec-ba5f-54ed95b642d0", "Gateway": "e2e-api-b-58953a", "namespace": "openshift-ingress"} 2026-07-02T20:25:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-58953a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-58953a", "reconcileID": "233bf469-028b-45ec-ba5f-54ed95b642d0", "Gateway": "e2e-api-b-58953a", "namespace": "openshift-ingress", "name": "e2e-api-b-58953a-authn-ssl"} 2026-07-02T20:25:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-58953a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-58953a", "reconcileID": "233bf469-028b-45ec-ba5f-54ed95b642d0", "Gateway": "e2e-api-b-58953a", "namespace": "openshift-ingress"} 2026-07-02T20:25:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-58953a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-58953a", "reconcileID": "277103b5-d813-4dff-8b3d-36011e855aee", "Gateway": "e2e-api-b-58953a", "namespace": "openshift-ingress"} 2026-07-02T20:25:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-58953a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-58953a", "reconcileID": "277103b5-d813-4dff-8b3d-36011e855aee", "Gateway": "e2e-api-b-58953a", "namespace": "openshift-ingress", "name": "e2e-api-b-58953a-authn-ssl"} 2026-07-02T20:25:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-58953a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-58953a", "reconcileID": "277103b5-d813-4dff-8b3d-36011e855aee", "Gateway": "e2e-api-b-58953a", "namespace": "openshift-ingress"} 2026-07-02T20:25:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-58953a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-58953a", "reconcileID": "9da33a88-56af-445a-8fd2-6e2e95386466", "Gateway": "e2e-api-b-58953a", "namespace": "openshift-ingress"} 2026-07-02T20:25:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-58953a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-58953a", "reconcileID": "9da33a88-56af-445a-8fd2-6e2e95386466", "Gateway": "e2e-api-b-58953a", "namespace": "openshift-ingress", "name": "e2e-api-b-58953a-authn-ssl"} 2026-07-02T20:25:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-58953a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-58953a", "reconcileID": "9da33a88-56af-445a-8fd2-6e2e95386466", "Gateway": "e2e-api-b-58953a", "namespace": "openshift-ingress"} 2026-07-02T20:25:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-58953a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-58953a", "reconcileID": "357b4b22-3081-47a1-96f8-6d4a71a86741", "Gateway": "e2e-api-b-58953a", "namespace": "openshift-ingress"} 2026-07-02T20:25:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-58953a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-58953a", "reconcileID": "357b4b22-3081-47a1-96f8-6d4a71a86741", "Gateway": "e2e-api-b-58953a", "namespace": "openshift-ingress", "name": "e2e-api-b-58953a-authn-ssl"} 2026-07-02T20:25:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-58953a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-58953a", "reconcileID": "357b4b22-3081-47a1-96f8-6d4a71a86741", "Gateway": "e2e-api-b-58953a", "namespace": "openshift-ingress"} 2026-07-02T20:25:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-58953a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-58953a", "reconcileID": "2e964772-9470-4dc1-925d-6562a2c1e46e", "Gateway": "e2e-api-b-58953a", "namespace": "openshift-ingress"} 2026-07-02T20:25:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-58953a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-58953a", "reconcileID": "2e964772-9470-4dc1-925d-6562a2c1e46e", "Gateway": "e2e-api-b-58953a", "namespace": "openshift-ingress", "name": "e2e-api-b-58953a-authn-ssl"} 2026-07-02T20:25:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-58953a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-58953a", "reconcileID": "2e964772-9470-4dc1-925d-6562a2c1e46e", "Gateway": "e2e-api-b-58953a", "namespace": "openshift-ingress"} 2026-07-02T20:25:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-58953a"}, "namespace": "ai-tenant-e2e-api-b-58953a", "name": "openshift-service-ca.crt", "reconcileID": "36a12074-abcb-4e51-b81b-b2a9b512cbde", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-58953a"} 2026-07-02T20:25:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-58953a"}, "namespace": "ai-tenant-e2e-api-b-58953a", "name": "odh-trusted-ca-bundle", "reconcileID": "6c7279b3-96d0-42a3-9d60-f3f42466facc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-58953a"} 2026-07-02T20:25:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-58953a"}, "namespace": "ai-tenant-e2e-api-b-58953a", "name": "openshift-service-ca.crt", "reconcileID": "0a1179a6-de3d-44a0-9118-a18a5024b8b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-58953a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:25:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-58953a"}, "namespace": "ai-tenant-e2e-api-b-58953a", "name": "openshift-service-ca.crt", "reconcileID": "0a1179a6-de3d-44a0-9118-a18a5024b8b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-58953a"} 2026-07-02T20:25:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-58953a"}, "namespace": "ai-tenant-e2e-api-b-58953a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a6faa36-9ec3-4b46-9ea7-0ff000d97ef5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-58953a"} 2026-07-02T20:25:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-58953a"}, "namespace": "ai-tenant-e2e-api-b-58953a", "name": "openshift-service-ca.crt", "reconcileID": "87f5358b-733f-469d-9a27-21649774489c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-58953a"} 2026-07-02T20:25:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-58953a"}, "namespace": "ai-tenant-e2e-api-b-58953a", "name": "odh-trusted-ca-bundle", "reconcileID": "4dffd74e-d7ee-4524-8998-c25e29cc8f26", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-58953a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:25:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-58953a"}, "namespace": "ai-tenant-e2e-api-b-58953a", "name": "odh-trusted-ca-bundle", "reconcileID": "4dffd74e-d7ee-4524-8998-c25e29cc8f26", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-58953a"} 2026-07-02T20:25:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-58953a"}, "namespace": "ai-tenant-e2e-api-b-58953a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "add7c6a8-92e7-4f0c-ae10-2da01b2d9666", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-58953a"} 2026-07-02T20:25:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-58953a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-58953a", "reconcileID": "12e2df8a-b578-4b52-bc33-ec7ebc9acd21", "Gateway": "e2e-api-b-58953a", "namespace": "openshift-ingress"} 2026-07-02T20:25:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-58953a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-58953a", "reconcileID": "12e2df8a-b578-4b52-bc33-ec7ebc9acd21", "Gateway": "e2e-api-b-58953a", "namespace": "openshift-ingress", "name": "e2e-api-b-58953a-authn-ssl"} 2026-07-02T20:25:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-58953a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-58953a", "reconcileID": "12e2df8a-b578-4b52-bc33-ec7ebc9acd21", "Gateway": "e2e-api-b-58953a", "namespace": "openshift-ingress"} 2026-07-02T20:25:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "a6a6e8ce-f2f5-49ed-9f17-e1f252222da0", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:25:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91e0dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91e0dd", "reconcileID": "723f62e8-3abd-416a-b0db-8a5844f121dd", "Gateway": "e2e-api-a-91e0dd", "namespace": "openshift-ingress"} 2026-07-02T20:25:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91e0dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91e0dd", "reconcileID": "723f62e8-3abd-416a-b0db-8a5844f121dd", "Gateway": "e2e-api-a-91e0dd", "namespace": "openshift-ingress", "name": "e2e-api-a-91e0dd-authn-ssl"} 2026-07-02T20:25:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91e0dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91e0dd", "reconcileID": "723f62e8-3abd-416a-b0db-8a5844f121dd", "Gateway": "e2e-api-a-91e0dd", "namespace": "openshift-ingress"} 2026-07-02T20:25:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-58953a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-58953a", "reconcileID": "78fd881c-bbea-4cfe-8ac8-a81cbb07a51c", "Gateway": "e2e-api-b-58953a", "namespace": "openshift-ingress"} 2026-07-02T20:25:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-58953a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-58953a", "reconcileID": "78fd881c-bbea-4cfe-8ac8-a81cbb07a51c", "Gateway": "e2e-api-b-58953a", "namespace": "openshift-ingress", "name": "e2e-api-b-58953a-authn-ssl"} 2026-07-02T20:25:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-58953a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-58953a", "reconcileID": "78fd881c-bbea-4cfe-8ac8-a81cbb07a51c", "Gateway": "e2e-api-b-58953a", "namespace": "openshift-ingress"} 2026-07-02T20:25:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "53aa42bf-d0c3-40d2-8151-94ad2b064f45", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:25:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91e0dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91e0dd", "reconcileID": "438e3f97-692a-4621-8bd6-55705363865c", "Gateway": "e2e-api-a-91e0dd", "namespace": "openshift-ingress"} 2026-07-02T20:25:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91e0dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91e0dd", "reconcileID": "438e3f97-692a-4621-8bd6-55705363865c", "Gateway": "e2e-api-a-91e0dd", "namespace": "openshift-ingress", "name": "e2e-api-a-91e0dd-authn-ssl"} 2026-07-02T20:25:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91e0dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91e0dd", "reconcileID": "438e3f97-692a-4621-8bd6-55705363865c", "Gateway": "e2e-api-a-91e0dd", "namespace": "openshift-ingress"} 2026-07-02T20:25:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-91e0dd"}, "namespace": "ai-tenant-e2e-api-a-91e0dd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fcb4d08d-58ba-444d-bf40-cc81c54daafc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-91e0dd"} 2026-07-02T20:25:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-91e0dd"}, "namespace": "ai-tenant-e2e-api-a-91e0dd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fcb4d08d-58ba-444d-bf40-cc81c54daafc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-91e0dd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:25:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-91e0dd"}, "namespace": "ai-tenant-e2e-api-a-91e0dd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fcb4d08d-58ba-444d-bf40-cc81c54daafc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-91e0dd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T20:25:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-91e0dd"}, "namespace": "ai-tenant-e2e-api-a-91e0dd", "name": "odh-trusted-ca-bundle", "reconcileID": "1f1303b6-34b8-4b4e-bbe3-a29d9e3cd7ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-91e0dd"} 2026-07-02T20:25:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-91e0dd"}, "namespace": "ai-tenant-e2e-api-a-91e0dd", "name": "odh-trusted-ca-bundle", "reconcileID": "1f1303b6-34b8-4b4e-bbe3-a29d9e3cd7ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-91e0dd"} 2026-07-02T20:25:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-91e0dd"}, "namespace": "ai-tenant-e2e-api-a-91e0dd", "name": "openshift-service-ca.crt", "reconcileID": "dae84ddb-efe0-4fe6-b9c9-2ca850e909dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-91e0dd"} 2026-07-02T20:25:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-91e0dd"}, "namespace": "ai-tenant-e2e-api-a-91e0dd", "name": "openshift-service-ca.crt", "reconcileID": "dae84ddb-efe0-4fe6-b9c9-2ca850e909dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-91e0dd"} 2026-07-02T20:25:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-91e0dd"}, "namespace": "ai-tenant-e2e-api-a-91e0dd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1afa20a9-0dd2-4680-ba0d-5d1f07a2bac3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-91e0dd"} 2026-07-02T20:25:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-91e0dd"}, "namespace": "ai-tenant-e2e-api-a-91e0dd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1afa20a9-0dd2-4680-ba0d-5d1f07a2bac3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-91e0dd"} 2026-07-02T20:25:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "1a3ec93e-7948-4f61-8d42-bc8016e42bc5", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:25:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-58953a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-58953a", "reconcileID": "8cd80303-4891-4920-a991-855500e7c063", "Gateway": "e2e-api-b-58953a", "namespace": "openshift-ingress"} 2026-07-02T20:25:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-58953a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-58953a", "reconcileID": "8cd80303-4891-4920-a991-855500e7c063", "Gateway": "e2e-api-b-58953a", "namespace": "openshift-ingress", "name": "e2e-api-b-58953a-authn-ssl"} 2026-07-02T20:25:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-58953a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-58953a", "reconcileID": "8cd80303-4891-4920-a991-855500e7c063", "Gateway": "e2e-api-b-58953a", "namespace": "openshift-ingress"} 2026-07-02T20:25:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-58953a"}, "namespace": "ai-tenant-e2e-api-b-58953a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9cc9179f-1cd8-43f0-8497-45137f101121", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-58953a"} 2026-07-02T20:25:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-58953a"}, "namespace": "ai-tenant-e2e-api-b-58953a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9cc9179f-1cd8-43f0-8497-45137f101121", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-58953a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:25:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-58953a"}, "namespace": "ai-tenant-e2e-api-b-58953a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9cc9179f-1cd8-43f0-8497-45137f101121", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-58953a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T20:25:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-58953a"}, "namespace": "ai-tenant-e2e-api-b-58953a", "name": "odh-trusted-ca-bundle", "reconcileID": "cc99c9c2-edc6-4976-9b1d-649fa35b5137", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-58953a"} 2026-07-02T20:25:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-58953a"}, "namespace": "ai-tenant-e2e-api-b-58953a", "name": "odh-trusted-ca-bundle", "reconcileID": "cc99c9c2-edc6-4976-9b1d-649fa35b5137", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-58953a"} 2026-07-02T20:25:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-58953a"}, "namespace": "ai-tenant-e2e-api-b-58953a", "name": "openshift-service-ca.crt", "reconcileID": "4a5fd08a-2e9f-40d0-838f-4d8cae6177e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-58953a"} 2026-07-02T20:25:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-58953a"}, "namespace": "ai-tenant-e2e-api-b-58953a", "name": "openshift-service-ca.crt", "reconcileID": "4a5fd08a-2e9f-40d0-838f-4d8cae6177e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-58953a"} 2026-07-02T20:25:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-58953a"}, "namespace": "ai-tenant-e2e-api-b-58953a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "836b3fb3-c4be-4a6d-bb69-7b47e8683d46", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-58953a"} 2026-07-02T20:25:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-58953a"}, "namespace": "ai-tenant-e2e-api-b-58953a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "836b3fb3-c4be-4a6d-bb69-7b47e8683d46", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-58953a"} 2026-07-02T20:25:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "e84f997a-ef24-49f4-9c3c-a32eb0cfac51", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:25:43Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "e84f997a-ef24-49f4-9c3c-a32eb0cfac51", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3-authn-ssl"} 2026-07-02T20:25:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "e84f997a-ef24-49f4-9c3c-a32eb0cfac51", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:25:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "c9dcbc0c-2816-4c62-9c9c-f95bb78318ff", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:25:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "c9dcbc0c-2816-4c62-9c9c-f95bb78318ff", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3-authn-ssl"} 2026-07-02T20:25:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "c9dcbc0c-2816-4c62-9c9c-f95bb78318ff", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:25:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "9258007c-213e-4e7d-b1e1-b4c7bbcf5527", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:25:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "9258007c-213e-4e7d-b1e1-b4c7bbcf5527", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3-authn-ssl"} 2026-07-02T20:25:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "9258007c-213e-4e7d-b1e1-b4c7bbcf5527", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:25:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "5b1bd342-e893-44c4-b8f8-c2661331a023", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:25:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "5b1bd342-e893-44c4-b8f8-c2661331a023", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3-authn-ssl"} 2026-07-02T20:25:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "5b1bd342-e893-44c4-b8f8-c2661331a023", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:25:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "c5effffd-aad9-4ede-b466-a9ac320b011a", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:25:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "c5effffd-aad9-4ede-b466-a9ac320b011a", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3-authn-ssl"} 2026-07-02T20:25:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "c5effffd-aad9-4ede-b466-a9ac320b011a", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:25:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "5d7bee82-44a1-405f-97c7-2988a2fdefde", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:25:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "5d7bee82-44a1-405f-97c7-2988a2fdefde", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3-authn-ssl"} 2026-07-02T20:25:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "5d7bee82-44a1-405f-97c7-2988a2fdefde", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:25:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "241c3c4e-b18f-4d20-a806-2b3f0c199da2", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:25:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "241c3c4e-b18f-4d20-a806-2b3f0c199da2", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3-authn-ssl"} 2026-07-02T20:25:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "241c3c4e-b18f-4d20-a806-2b3f0c199da2", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:25:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "openshift-service-ca.crt", "reconcileID": "95cbebfa-5db3-4efe-b2b2-d18acd0825dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:25:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "odh-trusted-ca-bundle", "reconcileID": "91280128-764d-40b9-9461-98ce99ef58e0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:25:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "openshift-service-ca.crt", "reconcileID": "790f93a7-a724-49f1-acc6-a1303ec8ed27", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3136f3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:25:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "openshift-service-ca.crt", "reconcileID": "790f93a7-a724-49f1-acc6-a1303ec8ed27", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:25:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "openshift-service-ca.crt", "reconcileID": "3cacd47a-d40b-40a7-a529-e74175e1afe9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:25:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a548c79-b650-48c4-820e-5ba796f45ff3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:25:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "odh-trusted-ca-bundle", "reconcileID": "0cc6739e-a054-427e-9e7b-2cb94983907b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3136f3", "update": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:25:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "odh-trusted-ca-bundle", "reconcileID": "0cc6739e-a054-427e-9e7b-2cb94983907b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:25:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b984d434-2ade-4594-85a6-1008967d7b46", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:25:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "1be7081d-d9ce-4219-a7f0-f2a67553b07b", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:25:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "1be7081d-d9ce-4219-a7f0-f2a67553b07b", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3-authn-ssl"} 2026-07-02T20:25:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "1be7081d-d9ce-4219-a7f0-f2a67553b07b", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:25:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "b40eb37f-62bb-4916-a7c5-22be841fdb9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:25:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "c3beedb6-e909-4b8b-a5a1-36d655327fdb", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:25:51Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "c3beedb6-e909-4b8b-a5a1-36d655327fdb", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980-authn-ssl"} 2026-07-02T20:25:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "c3beedb6-e909-4b8b-a5a1-36d655327fdb", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:25:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "21e70bb6-eb9e-45de-979e-9190595b4f9b", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:25:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "21e70bb6-eb9e-45de-979e-9190595b4f9b", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980-authn-ssl"} 2026-07-02T20:25:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "21e70bb6-eb9e-45de-979e-9190595b4f9b", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:25:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "4948ecbe-a066-4020-a99d-673b795f41ea", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:25:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "4948ecbe-a066-4020-a99d-673b795f41ea", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980-authn-ssl"} 2026-07-02T20:25:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "4948ecbe-a066-4020-a99d-673b795f41ea", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:25:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "3ea4fe56-2082-43dc-becd-2bf35cdaa832", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:25:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "3ea4fe56-2082-43dc-becd-2bf35cdaa832", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980-authn-ssl"} 2026-07-02T20:25:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "3ea4fe56-2082-43dc-becd-2bf35cdaa832", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:25:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "b9f621a0-7798-4385-a659-5717878cd2e6", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:25:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "b9f621a0-7798-4385-a659-5717878cd2e6", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980-authn-ssl"} 2026-07-02T20:25:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "b9f621a0-7798-4385-a659-5717878cd2e6", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:25:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "b4ae1217-9b3c-42b8-8d5b-30acacb19e33", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:25:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "b4ae1217-9b3c-42b8-8d5b-30acacb19e33", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980-authn-ssl"} 2026-07-02T20:25:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "b4ae1217-9b3c-42b8-8d5b-30acacb19e33", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:25:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "825e7612-db23-4a7c-9a43-a2103d7e05ea", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:25:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "825e7612-db23-4a7c-9a43-a2103d7e05ea", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3-authn-ssl"} 2026-07-02T20:25:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "825e7612-db23-4a7c-9a43-a2103d7e05ea", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:25:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "03a61c4d-2608-4d11-b6e7-e68c3fe0b336", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:25:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "03a61c4d-2608-4d11-b6e7-e68c3fe0b336", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980-authn-ssl"} 2026-07-02T20:25:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "03a61c4d-2608-4d11-b6e7-e68c3fe0b336", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:25:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "openshift-service-ca.crt", "reconcileID": "a6be4a3e-7548-4b42-b172-4b43fe250d4c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:25:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "odh-trusted-ca-bundle", "reconcileID": "1c9a1400-f9e1-4159-8a7f-cdf34b28be7c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:25:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "openshift-service-ca.crt", "reconcileID": "59d19b92-92b7-447f-93ec-311cb2eb42d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c7f980", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:25:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "openshift-service-ca.crt", "reconcileID": "59d19b92-92b7-447f-93ec-311cb2eb42d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:25:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "openshift-service-ca.crt", "reconcileID": "a161e9e0-fe95-4a3d-8196-a200d7b6539e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c7f980", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:25:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "openshift-service-ca.crt", "reconcileID": "a161e9e0-fe95-4a3d-8196-a200d7b6539e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T20:25:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9468f30-75c7-4658-9afd-629721d17340", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:25:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "openshift-service-ca.crt", "reconcileID": "ef40a517-a775-4e19-b403-b69acd03e12f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:25:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "odh-trusted-ca-bundle", "reconcileID": "a2bc5a5f-37b1-41a9-b085-28931587309e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c7f980", "update": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:25:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "odh-trusted-ca-bundle", "reconcileID": "a2bc5a5f-37b1-41a9-b085-28931587309e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:25:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "40b85931-1186-4d6e-bba8-259008354312", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:25:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "7ee472bd-2e99-4355-beba-b2fb0c6597a2", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:25:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "7ee472bd-2e99-4355-beba-b2fb0c6597a2", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980-authn-ssl"} 2026-07-02T20:25:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "7ee472bd-2e99-4355-beba-b2fb0c6597a2", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:25:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "545b27db-944a-4aa9-a43c-ed80190fc76f", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:25:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "4fe2e959-1b35-48ef-a36b-41551e5151fe", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:25:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "4fe2e959-1b35-48ef-a36b-41551e5151fe", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:25:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "4fe2e959-1b35-48ef-a36b-41551e5151fe", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:25:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "22704042-06cf-40a8-ad8b-2b6e80ad994c", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:25:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "4fe2e959-1b35-48ef-a36b-41551e5151fe", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3-kserve-route-authn"} 2026-07-02T20:25:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "4fe2e959-1b35-48ef-a36b-41551e5151fe", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "authType": "userdefined"} 2026-07-02T20:25:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "4fe2e959-1b35-48ef-a36b-41551e5151fe", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:25:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "22704042-06cf-40a8-ad8b-2b6e80ad994c", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3-authn-ssl"} 2026-07-02T20:25:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "22704042-06cf-40a8-ad8b-2b6e80ad994c", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:25:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "ca739827-548a-48be-8e09-7ecfa86e6590", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:25:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "ca739827-548a-48be-8e09-7ecfa86e6590", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:25:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "ca739827-548a-48be-8e09-7ecfa86e6590", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:25:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "ca739827-548a-48be-8e09-7ecfa86e6590", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3-kserve-route-authn"} 2026-07-02T20:25:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "ca739827-548a-48be-8e09-7ecfa86e6590", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "authType": "userdefined"} 2026-07-02T20:25:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "ca739827-548a-48be-8e09-7ecfa86e6590", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:26:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "72ec182c-a45a-450f-940c-0f94b3e3f3db", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:26:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "72ec182c-a45a-450f-940c-0f94b3e3f3db", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980-authn-ssl"} 2026-07-02T20:26:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "72ec182c-a45a-450f-940c-0f94b3e3f3db", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:26:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "bbf6b20f-de53-406e-a8a3-099f2b728078", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:26:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "622a766b-6ff4-45b8-ae1d-77d6cd4d21e4", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:26:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "622a766b-6ff4-45b8-ae1d-77d6cd4d21e4", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3-authn-ssl"} 2026-07-02T20:26:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "622a766b-6ff4-45b8-ae1d-77d6cd4d21e4", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:26:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "f9cac78c-13c3-4350-8093-d5431c20818f", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:26:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "f9cac78c-13c3-4350-8093-d5431c20818f", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:26:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "f9cac78c-13c3-4350-8093-d5431c20818f", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:26:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "f9cac78c-13c3-4350-8093-d5431c20818f", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3-kserve-route-authn"} 2026-07-02T20:26:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "f9cac78c-13c3-4350-8093-d5431c20818f", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "authType": "userdefined"} 2026-07-02T20:26:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "f9cac78c-13c3-4350-8093-d5431c20818f", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:26:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "ae557244-af11-4288-a762-ef58f8bf9cd1", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:26:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "5a6422c2-1c77-47fb-a00b-78242ae04445", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:26:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "5a6422c2-1c77-47fb-a00b-78242ae04445", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:26:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "5a6422c2-1c77-47fb-a00b-78242ae04445", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:26:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "5a6422c2-1c77-47fb-a00b-78242ae04445", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3-kserve-route-authn"} 2026-07-02T20:26:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "5a6422c2-1c77-47fb-a00b-78242ae04445", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "authType": "userdefined"} 2026-07-02T20:26:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "5a6422c2-1c77-47fb-a00b-78242ae04445", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:26:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "462dd909-19b2-45f0-98d8-7a2c1e2f528b", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:26:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "462dd909-19b2-45f0-98d8-7a2c1e2f528b", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:26:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "462dd909-19b2-45f0-98d8-7a2c1e2f528b", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:26:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "462dd909-19b2-45f0-98d8-7a2c1e2f528b", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3-kserve-route-authn"} 2026-07-02T20:26:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "462dd909-19b2-45f0-98d8-7a2c1e2f528b", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "authType": "userdefined"} 2026-07-02T20:26:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "462dd909-19b2-45f0-98d8-7a2c1e2f528b", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:26:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "73057316-8ce2-4f02-9d52-63318cbfd63c", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:26:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "73057316-8ce2-4f02-9d52-63318cbfd63c", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:26:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "73057316-8ce2-4f02-9d52-63318cbfd63c", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:26:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "a027b36d-8f95-45ae-8694-43a2d8632eb0", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:26:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "73057316-8ce2-4f02-9d52-63318cbfd63c", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980-kserve-route-authn"} 2026-07-02T20:26:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "73057316-8ce2-4f02-9d52-63318cbfd63c", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "authType": "userdefined"} 2026-07-02T20:26:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "73057316-8ce2-4f02-9d52-63318cbfd63c", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:26:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "a027b36d-8f95-45ae-8694-43a2d8632eb0", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980-authn-ssl"} 2026-07-02T20:26:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "a027b36d-8f95-45ae-8694-43a2d8632eb0", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:26:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "6056321d-0c03-42ab-9e63-ef036f641392", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:26:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "6056321d-0c03-42ab-9e63-ef036f641392", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:26:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "6056321d-0c03-42ab-9e63-ef036f641392", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:26:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "6056321d-0c03-42ab-9e63-ef036f641392", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980-kserve-route-authn"} 2026-07-02T20:26:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "6056321d-0c03-42ab-9e63-ef036f641392", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "authType": "userdefined"} 2026-07-02T20:26:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "6056321d-0c03-42ab-9e63-ef036f641392", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:26:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "07ff071a-d0ac-4e80-b79c-4575ed1ba0c2", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:26:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "07ff071a-d0ac-4e80-b79c-4575ed1ba0c2", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980-authn-ssl"} 2026-07-02T20:26:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "07ff071a-d0ac-4e80-b79c-4575ed1ba0c2", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:26:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "e56a804f-159b-4eac-ae57-8d33d6b193f1", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:26:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "e56a804f-159b-4eac-ae57-8d33d6b193f1", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:26:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "e56a804f-159b-4eac-ae57-8d33d6b193f1", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:26:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "e56a804f-159b-4eac-ae57-8d33d6b193f1", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980-kserve-route-authn"} 2026-07-02T20:26:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "e56a804f-159b-4eac-ae57-8d33d6b193f1", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "authType": "userdefined"} 2026-07-02T20:26:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "e56a804f-159b-4eac-ae57-8d33d6b193f1", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:26:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "1e7092a0-320a-45a5-8658-341321566a7d", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:26:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "1e7092a0-320a-45a5-8658-341321566a7d", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:26:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "1e7092a0-320a-45a5-8658-341321566a7d", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:26:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "1e7092a0-320a-45a5-8658-341321566a7d", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980-kserve-route-authn"} 2026-07-02T20:26:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "1e7092a0-320a-45a5-8658-341321566a7d", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "authType": "userdefined"} 2026-07-02T20:26:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "1e7092a0-320a-45a5-8658-341321566a7d", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:26:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "0f0faa76-19a2-48a1-8ec5-dbf5f42e0430", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:26:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "0f0faa76-19a2-48a1-8ec5-dbf5f42e0430", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:26:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "0f0faa76-19a2-48a1-8ec5-dbf5f42e0430", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:26:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "0f0faa76-19a2-48a1-8ec5-dbf5f42e0430", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980-kserve-route-authn"} 2026-07-02T20:26:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "0f0faa76-19a2-48a1-8ec5-dbf5f42e0430", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "authType": "userdefined"} 2026-07-02T20:26:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "0f0faa76-19a2-48a1-8ec5-dbf5f42e0430", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:26:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "fdb847bc-314f-4652-bb07-5be4c73c97f8", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:26:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "fdb847bc-314f-4652-bb07-5be4c73c97f8", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3-authn-ssl"} 2026-07-02T20:26:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "fdb847bc-314f-4652-bb07-5be4c73c97f8", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:27:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "b67773d2-1dba-4d0a-b429-3284b598b5fa", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:27:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "b67773d2-1dba-4d0a-b429-3284b598b5fa", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980-authn-ssl"} 2026-07-02T20:27:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "b67773d2-1dba-4d0a-b429-3284b598b5fa", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:28:29Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "bc5cfbd4-025c-4c9a-b1bc-83a7def080fd", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:28:29Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "bc5cfbd4-025c-4c9a-b1bc-83a7def080fd", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3"} 2026-07-02T20:28:29Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "bc5cfbd4-025c-4c9a-b1bc-83a7def080fd", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:28:29Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "bc5cfbd4-025c-4c9a-b1bc-83a7def080fd", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:28:29Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "bc5cfbd4-025c-4c9a-b1bc-83a7def080fd", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3-kserve-route-authn"} 2026-07-02T20:28:29Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "bc5cfbd4-025c-4c9a-b1bc-83a7def080fd", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3-kserve-route-authn"} 2026-07-02T20:28:29Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "bc5cfbd4-025c-4c9a-b1bc-83a7def080fd", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:28:29Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "bc5cfbd4-025c-4c9a-b1bc-83a7def080fd", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:28:29Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "auth-test-model-3136f3", "reconcileID": "f70a8b61-d96f-42fd-a577-658d604d39c5", "LLMInferenceService": "auth-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:28:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "66a040d5-6b4e-4adc-a5ca-45b308d2641c", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:28:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "66a040d5-6b4e-4adc-a5ca-45b308d2641c", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3-authn-ssl"} 2026-07-02T20:28:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "66a040d5-6b4e-4adc-a5ca-45b308d2641c", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:28:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "a64db17a-f9e7-4bed-b166-6c6e63fa9774", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:28:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "a64db17a-f9e7-4bed-b166-6c6e63fa9774", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3-authn-ssl"} 2026-07-02T20:28:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "a64db17a-f9e7-4bed-b166-6c6e63fa9774", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:28:29Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "a1e8e26a-273e-4454-ad6e-d2bfdc3a4407", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:28:29Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "a1e8e26a-273e-4454-ad6e-d2bfdc3a4407", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980"} 2026-07-02T20:28:29Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "a1e8e26a-273e-4454-ad6e-d2bfdc3a4407", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:28:29Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "a1e8e26a-273e-4454-ad6e-d2bfdc3a4407", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:28:29Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "a1e8e26a-273e-4454-ad6e-d2bfdc3a4407", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980-kserve-route-authn"} 2026-07-02T20:28:29Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "a1e8e26a-273e-4454-ad6e-d2bfdc3a4407", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980-kserve-route-authn"} 2026-07-02T20:28:29Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "a1e8e26a-273e-4454-ad6e-d2bfdc3a4407", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:28:29Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "a1e8e26a-273e-4454-ad6e-d2bfdc3a4407", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:28:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "auth-test-model-c7f980", "reconcileID": "81785dbc-a55d-4d40-ba6d-56d4c65adbf6", "LLMInferenceService": "auth-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:28:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "247e7bb4-c90b-4c78-a402-94e0c75925f6", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:28:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "247e7bb4-c90b-4c78-a402-94e0c75925f6", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980-authn-ssl"} 2026-07-02T20:28:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "247e7bb4-c90b-4c78-a402-94e0c75925f6", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:28:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "3db9f64e-80bb-4ff2-a35d-44f5662495e7", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:28:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "3db9f64e-80bb-4ff2-a35d-44f5662495e7", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980-authn-ssl"} 2026-07-02T20:28:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "3db9f64e-80bb-4ff2-a35d-44f5662495e7", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:28:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "1686331d-6109-4f04-8c06-5c0ec317b3af", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:28:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "1686331d-6109-4f04-8c06-5c0ec317b3af", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:28:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "1686331d-6109-4f04-8c06-5c0ec317b3af", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:28:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "df741043-dd4d-4261-bed7-f6c204e65659", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:28:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "1686331d-6109-4f04-8c06-5c0ec317b3af", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3-kserve-route-authn"} 2026-07-02T20:28:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "1686331d-6109-4f04-8c06-5c0ec317b3af", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "authType": "userdefined"} 2026-07-02T20:28:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "1686331d-6109-4f04-8c06-5c0ec317b3af", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:28:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "df741043-dd4d-4261-bed7-f6c204e65659", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3-authn-ssl"} 2026-07-02T20:28:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "df741043-dd4d-4261-bed7-f6c204e65659", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:28:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "c4625922-20ab-4025-b7bf-abc38741fc03", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:28:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "c4625922-20ab-4025-b7bf-abc38741fc03", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:28:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "c4625922-20ab-4025-b7bf-abc38741fc03", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:28:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "c4625922-20ab-4025-b7bf-abc38741fc03", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3-kserve-route-authn"} 2026-07-02T20:28:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "c4625922-20ab-4025-b7bf-abc38741fc03", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "authType": "userdefined"} 2026-07-02T20:28:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "c4625922-20ab-4025-b7bf-abc38741fc03", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:28:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "1521243d-ce89-480e-84eb-c6a2ccb003bf", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:28:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "1521243d-ce89-480e-84eb-c6a2ccb003bf", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3-authn-ssl"} 2026-07-02T20:28:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "1521243d-ce89-480e-84eb-c6a2ccb003bf", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:28:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "b549e350-23af-4552-9575-99e1faccb305", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:28:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "b549e350-23af-4552-9575-99e1faccb305", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:28:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "b549e350-23af-4552-9575-99e1faccb305", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:28:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "b549e350-23af-4552-9575-99e1faccb305", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3-kserve-route-authn"} 2026-07-02T20:28:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "b549e350-23af-4552-9575-99e1faccb305", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "authType": "userdefined"} 2026-07-02T20:28:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "b549e350-23af-4552-9575-99e1faccb305", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:28:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "6b23b12f-eab2-478c-b090-0e996614f2ef", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:28:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "6b23b12f-eab2-478c-b090-0e996614f2ef", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:28:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "6b23b12f-eab2-478c-b090-0e996614f2ef", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:28:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "6b23b12f-eab2-478c-b090-0e996614f2ef", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3-kserve-route-authn"} 2026-07-02T20:28:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "6b23b12f-eab2-478c-b090-0e996614f2ef", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "authType": "userdefined"} 2026-07-02T20:28:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "6b23b12f-eab2-478c-b090-0e996614f2ef", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:28:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "9783bf47-685e-4b07-8e73-b073d895aa78", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:28:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "9783bf47-685e-4b07-8e73-b073d895aa78", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:28:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "9783bf47-685e-4b07-8e73-b073d895aa78", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:28:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "0d1fff0a-c5ce-426a-ab44-74b1586c49df", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:28:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "9783bf47-685e-4b07-8e73-b073d895aa78", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980-kserve-route-authn"} 2026-07-02T20:28:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "9783bf47-685e-4b07-8e73-b073d895aa78", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "authType": "userdefined"} 2026-07-02T20:28:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "9783bf47-685e-4b07-8e73-b073d895aa78", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:28:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "0d1fff0a-c5ce-426a-ab44-74b1586c49df", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980-authn-ssl"} 2026-07-02T20:28:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "0d1fff0a-c5ce-426a-ab44-74b1586c49df", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:28:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "e4549f4a-fb4f-4a7c-b6db-8f25398e4c61", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:28:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "e4549f4a-fb4f-4a7c-b6db-8f25398e4c61", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:28:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "e4549f4a-fb4f-4a7c-b6db-8f25398e4c61", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:28:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "e4549f4a-fb4f-4a7c-b6db-8f25398e4c61", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980-kserve-route-authn"} 2026-07-02T20:28:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "e4549f4a-fb4f-4a7c-b6db-8f25398e4c61", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "authType": "userdefined"} 2026-07-02T20:28:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "e4549f4a-fb4f-4a7c-b6db-8f25398e4c61", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:29:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "f55c8813-0375-496b-8366-9dd017c16779", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:29:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "f55c8813-0375-496b-8366-9dd017c16779", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980-authn-ssl"} 2026-07-02T20:29:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "f55c8813-0375-496b-8366-9dd017c16779", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:29:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "2c558c4d-6a98-4916-8580-4996c46ac325", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:29:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "2c558c4d-6a98-4916-8580-4996c46ac325", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:29:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "2c558c4d-6a98-4916-8580-4996c46ac325", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:29:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "2c558c4d-6a98-4916-8580-4996c46ac325", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980-kserve-route-authn"} 2026-07-02T20:29:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "2c558c4d-6a98-4916-8580-4996c46ac325", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "authType": "userdefined"} 2026-07-02T20:29:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "2c558c4d-6a98-4916-8580-4996c46ac325", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:29:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "bf626b82-b8a3-428f-8bf0-294beff306b2", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:29:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "bf626b82-b8a3-428f-8bf0-294beff306b2", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:29:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "bf626b82-b8a3-428f-8bf0-294beff306b2", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:29:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "bf626b82-b8a3-428f-8bf0-294beff306b2", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980-kserve-route-authn"} 2026-07-02T20:29:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "bf626b82-b8a3-428f-8bf0-294beff306b2", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "authType": "userdefined"} 2026-07-02T20:29:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "bf626b82-b8a3-428f-8bf0-294beff306b2", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:29:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "08ca199e-3239-404a-9b7b-2cd17b9c5670", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:29:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "08ca199e-3239-404a-9b7b-2cd17b9c5670", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:29:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "08ca199e-3239-404a-9b7b-2cd17b9c5670", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:29:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "08ca199e-3239-404a-9b7b-2cd17b9c5670", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980-kserve-route-authn"} 2026-07-02T20:29:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "08ca199e-3239-404a-9b7b-2cd17b9c5670", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "authType": "userdefined"} 2026-07-02T20:29:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "08ca199e-3239-404a-9b7b-2cd17b9c5670", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:29:55Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "ea6103ee-a9cf-4caf-9110-21552b7445f9", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:29:55Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "ea6103ee-a9cf-4caf-9110-21552b7445f9", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3"} 2026-07-02T20:29:55Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "ea6103ee-a9cf-4caf-9110-21552b7445f9", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:29:55Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "ea6103ee-a9cf-4caf-9110-21552b7445f9", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:29:55Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "ea6103ee-a9cf-4caf-9110-21552b7445f9", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3-kserve-route-authn"} 2026-07-02T20:29:55Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "ea6103ee-a9cf-4caf-9110-21552b7445f9", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3-kserve-route-authn"} 2026-07-02T20:29:55Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "ea6103ee-a9cf-4caf-9110-21552b7445f9", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:29:55Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "ea6103ee-a9cf-4caf-9110-21552b7445f9", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:29:56Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "sub-test-model-3136f3", "reconcileID": "edace540-203c-4adf-92d0-a6e7076dbb59", "LLMInferenceService": "sub-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:29:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "0f57590e-0163-4a4b-a195-45bafafce748", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:29:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "0f57590e-0163-4a4b-a195-45bafafce748", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3-authn-ssl"} 2026-07-02T20:29:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "0f57590e-0163-4a4b-a195-45bafafce748", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:29:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "2a27930e-a462-42f0-9ac4-7b770f3fbd43", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:29:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "2a27930e-a462-42f0-9ac4-7b770f3fbd43", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3-authn-ssl"} 2026-07-02T20:29:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "2a27930e-a462-42f0-9ac4-7b770f3fbd43", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:29:56Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "1e8e0a88-5e9a-4599-94c9-a6b3d661182e", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:29:56Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "1e8e0a88-5e9a-4599-94c9-a6b3d661182e", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980"} 2026-07-02T20:29:56Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "1e8e0a88-5e9a-4599-94c9-a6b3d661182e", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:29:56Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "1e8e0a88-5e9a-4599-94c9-a6b3d661182e", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:29:56Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "1e8e0a88-5e9a-4599-94c9-a6b3d661182e", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980-kserve-route-authn"} 2026-07-02T20:29:56Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "1e8e0a88-5e9a-4599-94c9-a6b3d661182e", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980-kserve-route-authn"} 2026-07-02T20:29:56Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "1e8e0a88-5e9a-4599-94c9-a6b3d661182e", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:29:56Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "1e8e0a88-5e9a-4599-94c9-a6b3d661182e", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:29:56Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "sub-test-model-c7f980", "reconcileID": "ccef39d8-66ed-43af-8b2a-28a7d8b0375c", "LLMInferenceService": "sub-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:29:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "e84c8fe0-97d7-4d00-8538-17b3cafe8296", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:29:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "e84c8fe0-97d7-4d00-8538-17b3cafe8296", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980-authn-ssl"} 2026-07-02T20:29:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "e84c8fe0-97d7-4d00-8538-17b3cafe8296", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:29:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "28217c8a-4d06-4446-8877-d2e7e08bdd21", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:29:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "28217c8a-4d06-4446-8877-d2e7e08bdd21", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980-authn-ssl"} 2026-07-02T20:29:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "28217c8a-4d06-4446-8877-d2e7e08bdd21", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:29:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "3c27b36f-b58f-4a12-84f1-988bcd1964f9", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:29:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "3c27b36f-b58f-4a12-84f1-988bcd1964f9", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:29:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "3c27b36f-b58f-4a12-84f1-988bcd1964f9", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:29:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "f514eb13-bc18-45e1-b933-b87ef2449bd2", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:29:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "3c27b36f-b58f-4a12-84f1-988bcd1964f9", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3-kserve-route-authn"} 2026-07-02T20:29:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "3c27b36f-b58f-4a12-84f1-988bcd1964f9", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "authType": "userdefined"} 2026-07-02T20:29:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "3c27b36f-b58f-4a12-84f1-988bcd1964f9", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:29:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "f514eb13-bc18-45e1-b933-b87ef2449bd2", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3-authn-ssl"} 2026-07-02T20:29:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "f514eb13-bc18-45e1-b933-b87ef2449bd2", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:29:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "d05e3fe6-3ded-43cf-b099-4c8198449a5f", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:29:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "d05e3fe6-3ded-43cf-b099-4c8198449a5f", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:29:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "d05e3fe6-3ded-43cf-b099-4c8198449a5f", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:29:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "d05e3fe6-3ded-43cf-b099-4c8198449a5f", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3-kserve-route-authn"} 2026-07-02T20:29:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "d05e3fe6-3ded-43cf-b099-4c8198449a5f", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "authType": "userdefined"} 2026-07-02T20:29:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "d05e3fe6-3ded-43cf-b099-4c8198449a5f", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:30:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "b9423247-98cd-4e94-80dc-32c6bdf61f9d", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:30:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "b9423247-98cd-4e94-80dc-32c6bdf61f9d", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3-authn-ssl"} 2026-07-02T20:30:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "b9423247-98cd-4e94-80dc-32c6bdf61f9d", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:30:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "acc43c25-b204-45f4-8ccd-75852bbae4e2", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:30:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "acc43c25-b204-45f4-8ccd-75852bbae4e2", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:30:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "acc43c25-b204-45f4-8ccd-75852bbae4e2", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:30:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "acc43c25-b204-45f4-8ccd-75852bbae4e2", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3-kserve-route-authn"} 2026-07-02T20:30:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "acc43c25-b204-45f4-8ccd-75852bbae4e2", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "authType": "userdefined"} 2026-07-02T20:30:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "acc43c25-b204-45f4-8ccd-75852bbae4e2", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:30:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "ee28142e-25bf-4cf5-85c1-47189fbdaac2", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:30:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "ee28142e-25bf-4cf5-85c1-47189fbdaac2", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:30:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "ee28142e-25bf-4cf5-85c1-47189fbdaac2", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:30:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "ee28142e-25bf-4cf5-85c1-47189fbdaac2", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3-kserve-route-authn"} 2026-07-02T20:30:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "ee28142e-25bf-4cf5-85c1-47189fbdaac2", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "authType": "userdefined"} 2026-07-02T20:30:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "ee28142e-25bf-4cf5-85c1-47189fbdaac2", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:30:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "f77ccd4e-6a30-4689-8f1f-4f8993d3a111", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:30:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "f77ccd4e-6a30-4689-8f1f-4f8993d3a111", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:30:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "f77ccd4e-6a30-4689-8f1f-4f8993d3a111", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:30:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "2af6e89c-30d7-460e-af74-6fa5b2cfe227", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:30:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "f77ccd4e-6a30-4689-8f1f-4f8993d3a111", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980-kserve-route-authn"} 2026-07-02T20:30:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "f77ccd4e-6a30-4689-8f1f-4f8993d3a111", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "authType": "userdefined"} 2026-07-02T20:30:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "f77ccd4e-6a30-4689-8f1f-4f8993d3a111", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:30:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "2af6e89c-30d7-460e-af74-6fa5b2cfe227", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980-authn-ssl"} 2026-07-02T20:30:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "2af6e89c-30d7-460e-af74-6fa5b2cfe227", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:30:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "bc02bcd6-b473-4730-abc0-f8950eef8728", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:30:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "bc02bcd6-b473-4730-abc0-f8950eef8728", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:30:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "bc02bcd6-b473-4730-abc0-f8950eef8728", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:30:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "bc02bcd6-b473-4730-abc0-f8950eef8728", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980-kserve-route-authn"} 2026-07-02T20:30:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "bc02bcd6-b473-4730-abc0-f8950eef8728", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "authType": "userdefined"} 2026-07-02T20:30:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "bc02bcd6-b473-4730-abc0-f8950eef8728", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:30:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "f1f63b9a-e204-410a-b90d-88e8be02843b", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:30:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "975895d1-4d47-4646-8762-3dca722cfd52", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:30:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "975895d1-4d47-4646-8762-3dca722cfd52", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980-authn-ssl"} 2026-07-02T20:30:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "975895d1-4d47-4646-8762-3dca722cfd52", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:30:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "afdf41e7-8fbe-48d1-92cb-65656e3411c5", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:30:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "afdf41e7-8fbe-48d1-92cb-65656e3411c5", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:30:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "afdf41e7-8fbe-48d1-92cb-65656e3411c5", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:30:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "afdf41e7-8fbe-48d1-92cb-65656e3411c5", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980-kserve-route-authn"} 2026-07-02T20:30:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "afdf41e7-8fbe-48d1-92cb-65656e3411c5", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "authType": "userdefined"} 2026-07-02T20:30:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "afdf41e7-8fbe-48d1-92cb-65656e3411c5", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:31:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "5cd3d16a-f5f4-40ad-8077-2951a7489671", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:31:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "5cd3d16a-f5f4-40ad-8077-2951a7489671", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:31:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "5cd3d16a-f5f4-40ad-8077-2951a7489671", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:31:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "5cd3d16a-f5f4-40ad-8077-2951a7489671", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980-kserve-route-authn"} 2026-07-02T20:31:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "5cd3d16a-f5f4-40ad-8077-2951a7489671", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "authType": "userdefined"} 2026-07-02T20:31:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "5cd3d16a-f5f4-40ad-8077-2951a7489671", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:31:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "76906ef4-5b52-48b5-813c-5874c903b67d", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:31:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "76906ef4-5b52-48b5-813c-5874c903b67d", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:31:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "76906ef4-5b52-48b5-813c-5874c903b67d", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:31:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "76906ef4-5b52-48b5-813c-5874c903b67d", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980-kserve-route-authn"} 2026-07-02T20:31:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "76906ef4-5b52-48b5-813c-5874c903b67d", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "authType": "userdefined"} 2026-07-02T20:31:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "76906ef4-5b52-48b5-813c-5874c903b67d", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:31:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "01d2b695-7c21-4ce2-87ec-f341766225e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:31:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "0bf1958f-155f-408c-b7f0-f514e45f12e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:31:33Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "153824ac-d1c1-4910-9e01-3ef9bc9533ea", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:31:33Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "153824ac-d1c1-4910-9e01-3ef9bc9533ea", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3"} 2026-07-02T20:31:33Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "153824ac-d1c1-4910-9e01-3ef9bc9533ea", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:31:33Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "153824ac-d1c1-4910-9e01-3ef9bc9533ea", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:31:33Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "153824ac-d1c1-4910-9e01-3ef9bc9533ea", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3-kserve-route-authn"} 2026-07-02T20:31:33Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "153824ac-d1c1-4910-9e01-3ef9bc9533ea", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3-kserve-route-authn"} 2026-07-02T20:31:33Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "153824ac-d1c1-4910-9e01-3ef9bc9533ea", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:31:33Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "153824ac-d1c1-4910-9e01-3ef9bc9533ea", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:31:33Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3136f3","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "rate-test-model-3136f3", "reconcileID": "bdb87641-adae-4ed3-82b7-bacfcdc8c692", "LLMInferenceService": "rate-test-model-3136f3", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:31:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "052984fb-53c9-4029-afc2-9b701f964471", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:31:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "052984fb-53c9-4029-afc2-9b701f964471", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3-authn-ssl"} 2026-07-02T20:31:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "052984fb-53c9-4029-afc2-9b701f964471", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:31:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "a63abc7c-d73f-4251-bd9a-38d8978d9ce0", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:31:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "a63abc7c-d73f-4251-bd9a-38d8978d9ce0", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3-authn-ssl"} 2026-07-02T20:31:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "a63abc7c-d73f-4251-bd9a-38d8978d9ce0", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:31:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "86b8d6ab-1c79-486a-ab4a-2f58dd179d7d", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:31:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "86b8d6ab-1c79-486a-ab4a-2f58dd179d7d", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980"} 2026-07-02T20:31:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "86b8d6ab-1c79-486a-ab4a-2f58dd179d7d", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:31:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "86b8d6ab-1c79-486a-ab4a-2f58dd179d7d", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:31:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "86b8d6ab-1c79-486a-ab4a-2f58dd179d7d", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980-kserve-route-authn"} 2026-07-02T20:31:34Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "86b8d6ab-1c79-486a-ab4a-2f58dd179d7d", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980-kserve-route-authn"} 2026-07-02T20:31:34Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "86b8d6ab-1c79-486a-ab4a-2f58dd179d7d", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:31:34Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "86b8d6ab-1c79-486a-ab4a-2f58dd179d7d", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:31:34Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7f980","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "rate-test-model-c7f980", "reconcileID": "5e9aaf3c-c105-431a-bff5-61ea3f1d7c6d", "LLMInferenceService": "rate-test-model-c7f980", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:31:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "a9539dcc-2908-4ca6-885c-faf8e593a6c9", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:31:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "a9539dcc-2908-4ca6-885c-faf8e593a6c9", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980-authn-ssl"} 2026-07-02T20:31:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "a9539dcc-2908-4ca6-885c-faf8e593a6c9", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:31:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "64c749f1-7518-4c64-821a-7ed547949dd4", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:31:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "64c749f1-7518-4c64-821a-7ed547949dd4", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980-authn-ssl"} 2026-07-02T20:31:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "64c749f1-7518-4c64-821a-7ed547949dd4", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:31:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "ffd7673c-9b68-42b2-b83d-46ae657011da", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:31:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "59d0877d-66c3-4fc6-9d99-924569d6ead8", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:31:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "59d0877d-66c3-4fc6-9d99-924569d6ead8", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3-authn-ssl"} 2026-07-02T20:31:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3136f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3136f3", "reconcileID": "59d0877d-66c3-4fc6-9d99-924569d6ead8", "Gateway": "e2e-shared-a-3136f3", "namespace": "openshift-ingress"} 2026-07-02T20:32:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1990313-9365-4b61-987d-a64e3d6f060f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:32:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1990313-9365-4b61-987d-a64e3d6f060f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3136f3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:32:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1990313-9365-4b61-987d-a64e3d6f060f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-3136f3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T20:32:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "odh-trusted-ca-bundle", "reconcileID": "e4bdad38-03ba-4f75-8f01-ff0fcbef3f11", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:32:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "odh-trusted-ca-bundle", "reconcileID": "e4bdad38-03ba-4f75-8f01-ff0fcbef3f11", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:32:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "openshift-service-ca.crt", "reconcileID": "9b3906ae-a47b-4cf9-93a4-49ac9c1e558b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:32:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "openshift-service-ca.crt", "reconcileID": "9b3906ae-a47b-4cf9-93a4-49ac9c1e558b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:32:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "594db0a7-b5c0-49d5-a09b-60971f7a0309", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:32:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3136f3"}, "namespace": "ai-tenant-e2e-shared-a-3136f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "594db0a7-b5c0-49d5-a09b-60971f7a0309", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3136f3"} 2026-07-02T20:32:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "c7c9d590-d33d-460b-a8b6-f92667f61600", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:32:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "6f1a5ced-9651-4320-9d5c-048262517c76", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:32:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "6f1a5ced-9651-4320-9d5c-048262517c76", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980-authn-ssl"} 2026-07-02T20:32:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7f980","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7f980", "reconcileID": "6f1a5ced-9651-4320-9d5c-048262517c76", "Gateway": "e2e-shared-b-c7f980", "namespace": "openshift-ingress"} 2026-07-02T20:32:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "090ea464-236a-4d46-9004-2308893807dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:32:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "090ea464-236a-4d46-9004-2308893807dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c7f980", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:32:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "090ea464-236a-4d46-9004-2308893807dc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-c7f980 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T20:32:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "odh-trusted-ca-bundle", "reconcileID": "0ebbe0f8-c008-420d-8832-9b5405e3cd3e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:32:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "odh-trusted-ca-bundle", "reconcileID": "0ebbe0f8-c008-420d-8832-9b5405e3cd3e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:32:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "openshift-service-ca.crt", "reconcileID": "c64b523d-c2ab-42db-ba84-07c5ebd6fe3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:32:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "openshift-service-ca.crt", "reconcileID": "c64b523d-c2ab-42db-ba84-07c5ebd6fe3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:32:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce5c1b62-5482-49da-8247-6cb03ccc4a2a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:32:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c7f980"}, "namespace": "ai-tenant-e2e-shared-b-c7f980", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce5c1b62-5482-49da-8247-6cb03ccc4a2a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c7f980"} 2026-07-02T20:32:19Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-02T20:32:19Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}