2026-07-17T19:25:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40565f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40565f", "reconcileID": "be92f251-cf6d-4ff2-8a2c-e3540160ec4f", "Gateway": "e2e-api-a-40565f", "namespace": "openshift-ingress", "name": "e2e-api-a-40565f-authn-ssl"} 2026-07-17T19:25:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40565f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40565f", "reconcileID": "be92f251-cf6d-4ff2-8a2c-e3540160ec4f", "Gateway": "e2e-api-a-40565f", "namespace": "openshift-ingress"} 2026-07-17T19:25:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-460276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-460276", "reconcileID": "716d9e3a-855c-433a-8a51-8da8a4c363af", "Gateway": "e2e-api-b-460276", "namespace": "openshift-ingress"} 2026-07-17T19:25:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-460276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-460276", "reconcileID": "716d9e3a-855c-433a-8a51-8da8a4c363af", "Gateway": "e2e-api-b-460276", "namespace": "openshift-ingress", "name": "e2e-api-b-460276-authn-ssl"} 2026-07-17T19:25:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-460276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-460276", "reconcileID": "716d9e3a-855c-433a-8a51-8da8a4c363af", "Gateway": "e2e-api-b-460276", "namespace": "openshift-ingress"} 2026-07-17T19:25:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "015508fb-fddf-4b27-9e0b-23151f6dda7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T19:25:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "51662c4f-6573-4b39-b42f-b41af4bca8dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T19:25:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40565f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40565f", "reconcileID": "af97ffa3-21c7-46ae-84c6-04c9df6bb80b", "Gateway": "e2e-api-a-40565f", "namespace": "openshift-ingress"} 2026-07-17T19:25:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40565f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40565f", "reconcileID": "af97ffa3-21c7-46ae-84c6-04c9df6bb80b", "Gateway": "e2e-api-a-40565f", "namespace": "openshift-ingress", "name": "e2e-api-a-40565f-authn-ssl"} 2026-07-17T19:25:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40565f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40565f", "reconcileID": "af97ffa3-21c7-46ae-84c6-04c9df6bb80b", "Gateway": "e2e-api-a-40565f", "namespace": "openshift-ingress"} 2026-07-17T19:25:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "368bda43-f688-4306-9374-56d304897e0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T19:25:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40565f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40565f", "reconcileID": "ca604d80-c97d-461b-9f72-e76fd232b9bf", "Gateway": "e2e-api-a-40565f", "namespace": "openshift-ingress"} 2026-07-17T19:25:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40565f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40565f", "reconcileID": "ca604d80-c97d-461b-9f72-e76fd232b9bf", "Gateway": "e2e-api-a-40565f", "namespace": "openshift-ingress", "name": "e2e-api-a-40565f-authn-ssl"} 2026-07-17T19:25:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40565f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40565f", "reconcileID": "ca604d80-c97d-461b-9f72-e76fd232b9bf", "Gateway": "e2e-api-a-40565f", "namespace": "openshift-ingress"} 2026-07-17T19:25:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-40565f"}, "namespace": "ai-tenant-e2e-api-a-40565f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50c25c62-0cb4-45ea-8aae-ea291a38ee51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-40565f"} 2026-07-17T19:25:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-40565f"}, "namespace": "ai-tenant-e2e-api-a-40565f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50c25c62-0cb4-45ea-8aae-ea291a38ee51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-40565f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T19:25:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-40565f"}, "namespace": "ai-tenant-e2e-api-a-40565f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50c25c62-0cb4-45ea-8aae-ea291a38ee51", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-40565f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T19:25:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-40565f"}, "namespace": "ai-tenant-e2e-api-a-40565f", "name": "odh-trusted-ca-bundle", "reconcileID": "284da6a5-d0d3-41f2-a0a8-dfb74383e607", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-40565f"} 2026-07-17T19:25:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-40565f"}, "namespace": "ai-tenant-e2e-api-a-40565f", "name": "odh-trusted-ca-bundle", "reconcileID": "284da6a5-d0d3-41f2-a0a8-dfb74383e607", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-40565f"} 2026-07-17T19:25:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-40565f"}, "namespace": "ai-tenant-e2e-api-a-40565f", "name": "openshift-service-ca.crt", "reconcileID": "9c745e0d-f1c8-4bb2-9b70-4c8f4b7e01e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-40565f"} 2026-07-17T19:25:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-40565f"}, "namespace": "ai-tenant-e2e-api-a-40565f", "name": "openshift-service-ca.crt", "reconcileID": "9c745e0d-f1c8-4bb2-9b70-4c8f4b7e01e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-40565f"} 2026-07-17T19:25:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-40565f"}, "namespace": "ai-tenant-e2e-api-a-40565f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59abc431-cfdf-4b5e-8b57-3c179585b51e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-40565f"} 2026-07-17T19:25:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-40565f"}, "namespace": "ai-tenant-e2e-api-a-40565f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59abc431-cfdf-4b5e-8b57-3c179585b51e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-40565f"} 2026-07-17T19:25:54Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-40565f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-40565f", "reconcileID": "1a59cc9a-3b8a-4d7b-859c-c5270f3b807c", "Gateway": "e2e-api-a-40565f", "namespace": "openshift-ingress"} 2026-07-17T19:25:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cea3b24d-501d-4a68-b525-b9ae6359411a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T19:26:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-460276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-460276", "reconcileID": "30b68bcb-d4a7-4689-9945-978165467dcc", "Gateway": "e2e-api-b-460276", "namespace": "openshift-ingress"} 2026-07-17T19:26:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-460276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-460276", "reconcileID": "30b68bcb-d4a7-4689-9945-978165467dcc", "Gateway": "e2e-api-b-460276", "namespace": "openshift-ingress", "name": "e2e-api-b-460276-authn-ssl"} 2026-07-17T19:26:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-460276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-460276", "reconcileID": "30b68bcb-d4a7-4689-9945-978165467dcc", "Gateway": "e2e-api-b-460276", "namespace": "openshift-ingress"} 2026-07-17T19:26:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-460276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-460276", "reconcileID": "f51fbcad-d16c-4c28-be4e-6cc974c1194a", "Gateway": "e2e-api-b-460276", "namespace": "openshift-ingress"} 2026-07-17T19:26:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-460276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-460276", "reconcileID": "f51fbcad-d16c-4c28-be4e-6cc974c1194a", "Gateway": "e2e-api-b-460276", "namespace": "openshift-ingress", "name": "e2e-api-b-460276-authn-ssl"} 2026-07-17T19:26:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-460276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-460276", "reconcileID": "f51fbcad-d16c-4c28-be4e-6cc974c1194a", "Gateway": "e2e-api-b-460276", "namespace": "openshift-ingress"} 2026-07-17T19:26:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-460276"}, "namespace": "ai-tenant-e2e-api-b-460276", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48d2d59c-e61e-4f17-9adf-b76cc6a7efd2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-460276"} 2026-07-17T19:26:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-460276"}, "namespace": "ai-tenant-e2e-api-b-460276", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48d2d59c-e61e-4f17-9adf-b76cc6a7efd2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-460276", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T19:26:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-460276"}, "namespace": "ai-tenant-e2e-api-b-460276", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48d2d59c-e61e-4f17-9adf-b76cc6a7efd2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-460276 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T19:26:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-460276"}, "namespace": "ai-tenant-e2e-api-b-460276", "name": "odh-trusted-ca-bundle", "reconcileID": "a3ceb17e-57b1-4507-bcb2-eb896aedd220", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-460276"} 2026-07-17T19:26:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-460276"}, "namespace": "ai-tenant-e2e-api-b-460276", "name": "odh-trusted-ca-bundle", "reconcileID": "a3ceb17e-57b1-4507-bcb2-eb896aedd220", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-460276", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T19:26:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-460276"}, "namespace": "ai-tenant-e2e-api-b-460276", "name": "odh-trusted-ca-bundle", "reconcileID": "a3ceb17e-57b1-4507-bcb2-eb896aedd220", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-460276 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T19:26:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-460276"}, "namespace": "ai-tenant-e2e-api-b-460276", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04dd8a2b-04c3-42f7-a799-4c9fd24d6e11", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-460276"} 2026-07-17T19:26:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-460276"}, "namespace": "ai-tenant-e2e-api-b-460276", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04dd8a2b-04c3-42f7-a799-4c9fd24d6e11", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-460276", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T19:26:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-460276"}, "namespace": "ai-tenant-e2e-api-b-460276", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04dd8a2b-04c3-42f7-a799-4c9fd24d6e11", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-460276 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T19:26:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-460276"}, "namespace": "ai-tenant-e2e-api-b-460276", "name": "odh-trusted-ca-bundle", "reconcileID": "e2f28ae9-453d-417f-84d5-15f9aaabb66c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-460276"} 2026-07-17T19:26:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-460276"}, "namespace": "ai-tenant-e2e-api-b-460276", "name": "odh-trusted-ca-bundle", "reconcileID": "e2f28ae9-453d-417f-84d5-15f9aaabb66c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-460276", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T19:26:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-460276"}, "namespace": "ai-tenant-e2e-api-b-460276", "name": "odh-trusted-ca-bundle", "reconcileID": "e2f28ae9-453d-417f-84d5-15f9aaabb66c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-460276 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T19:26:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-460276"}, "namespace": "ai-tenant-e2e-api-b-460276", "name": "openshift-service-ca.crt", "reconcileID": "8679fd5f-86b4-45d2-8701-b4cccadb0904", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-460276"} 2026-07-17T19:26:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-460276"}, "namespace": "ai-tenant-e2e-api-b-460276", "name": "openshift-service-ca.crt", "reconcileID": "8679fd5f-86b4-45d2-8701-b4cccadb0904", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-460276"} 2026-07-17T19:26:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-460276"}, "namespace": "ai-tenant-e2e-api-b-460276", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11a9b122-8362-466e-b414-2b9f501c4eb0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-460276"} 2026-07-17T19:26:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-460276"}, "namespace": "ai-tenant-e2e-api-b-460276", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11a9b122-8362-466e-b414-2b9f501c4eb0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-460276"} 2026-07-17T19:26:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-460276"}, "namespace": "ai-tenant-e2e-api-b-460276", "name": "odh-trusted-ca-bundle", "reconcileID": "a797406a-127d-45fd-8686-6700d5fba406", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-460276"} 2026-07-17T19:26:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-460276"}, "namespace": "ai-tenant-e2e-api-b-460276", "name": "odh-trusted-ca-bundle", "reconcileID": "a797406a-127d-45fd-8686-6700d5fba406", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-460276"} 2026-07-17T19:26:20Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-460276","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-460276", "reconcileID": "add69713-4ce8-4224-88f1-a9d2259a53db", "Gateway": "e2e-api-b-460276", "namespace": "openshift-ingress"} 2026-07-17T19:26:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "a3637883-9e85-4e1e-9d75-91c47831743e", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:26:20Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "a3637883-9e85-4e1e-9d75-91c47831743e", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305-authn-ssl"} 2026-07-17T19:26:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "a3637883-9e85-4e1e-9d75-91c47831743e", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:26:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "1e06815a-2dd6-4f6a-af82-d47a86a10969", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:26:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "1e06815a-2dd6-4f6a-af82-d47a86a10969", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305-authn-ssl"} 2026-07-17T19:26:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "1e06815a-2dd6-4f6a-af82-d47a86a10969", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:26:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "85b77d94-2149-4458-a980-c308dae9b07c", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:26:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "85b77d94-2149-4458-a980-c308dae9b07c", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305-authn-ssl"} 2026-07-17T19:26:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "85b77d94-2149-4458-a980-c308dae9b07c", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:26:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "4b879343-d9c5-4412-b639-aa743d96d57b", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:26:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "4b879343-d9c5-4412-b639-aa743d96d57b", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305-authn-ssl"} 2026-07-17T19:26:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "4b879343-d9c5-4412-b639-aa743d96d57b", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:26:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "4c46950c-a829-4ec1-985f-11826650be37", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:26:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "4c46950c-a829-4ec1-985f-11826650be37", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305-authn-ssl"} 2026-07-17T19:26:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "4c46950c-a829-4ec1-985f-11826650be37", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:26:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "a0291778-649d-4f45-9d6c-cabe9f68e975", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:26:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "a0291778-649d-4f45-9d6c-cabe9f68e975", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305-authn-ssl"} 2026-07-17T19:26:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "a0291778-649d-4f45-9d6c-cabe9f68e975", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:26:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "openshift-service-ca.crt", "reconcileID": "b812177f-9854-4184-9d0b-f44eacd1d425", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:26:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "odh-trusted-ca-bundle", "reconcileID": "c959bf16-37f4-4628-988a-107243568ad8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:26:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "openshift-service-ca.crt", "reconcileID": "f2ec721a-dc3a-40d0-b136-e3ee5b8d4ea9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-98e305", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T19:26:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "openshift-service-ca.crt", "reconcileID": "f2ec721a-dc3a-40d0-b136-e3ee5b8d4ea9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:26:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6703c63-e2b5-4fbe-92ce-1a45f35a78c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:26:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "openshift-service-ca.crt", "reconcileID": "5c0c390e-016a-4c06-a2d8-356626bb6c6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:26:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "odh-trusted-ca-bundle", "reconcileID": "42f71def-18f7-40ee-aa59-af885a81a259", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-98e305", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T19:26:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "odh-trusted-ca-bundle", "reconcileID": "42f71def-18f7-40ee-aa59-af885a81a259", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:26:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "828ba631-793f-47c7-989b-93e454e7b09e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:26:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "5bdce9f6-3a71-4ac6-b517-8be09f2a5403", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:26:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "5bdce9f6-3a71-4ac6-b517-8be09f2a5403", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305-authn-ssl"} 2026-07-17T19:26:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "5bdce9f6-3a71-4ac6-b517-8be09f2a5403", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:26:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a6d24292-dbc0-4412-9126-d178aaa8e677", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T19:26:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "4c93a3e2-6f7a-42a3-8342-b8197a303c1c", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:26:29Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "4c93a3e2-6f7a-42a3-8342-b8197a303c1c", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd-authn-ssl"} 2026-07-17T19:26:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "4c93a3e2-6f7a-42a3-8342-b8197a303c1c", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:26:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "e2a47433-ebc3-4faa-a6e9-9ed7f864031a", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:26:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "e2a47433-ebc3-4faa-a6e9-9ed7f864031a", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd-authn-ssl"} 2026-07-17T19:26:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "e2a47433-ebc3-4faa-a6e9-9ed7f864031a", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:26:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "0fb473e5-1123-45e9-a2c6-82f877d1caf4", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:26:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "0fb473e5-1123-45e9-a2c6-82f877d1caf4", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd-authn-ssl"} 2026-07-17T19:26:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "0fb473e5-1123-45e9-a2c6-82f877d1caf4", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:26:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "d7325812-3faf-42d3-98bc-4f8338cdce5f", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:26:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "d7325812-3faf-42d3-98bc-4f8338cdce5f", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd-authn-ssl"} 2026-07-17T19:26:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "d7325812-3faf-42d3-98bc-4f8338cdce5f", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:26:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "0eed5f35-6bec-46fb-96ab-b7a9d63faf90", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:26:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "0eed5f35-6bec-46fb-96ab-b7a9d63faf90", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd-authn-ssl"} 2026-07-17T19:26:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "0eed5f35-6bec-46fb-96ab-b7a9d63faf90", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:26:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "30e5efb2-ce01-4372-98de-d03178094c13", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:26:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "30e5efb2-ce01-4372-98de-d03178094c13", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305-authn-ssl"} 2026-07-17T19:26:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "30e5efb2-ce01-4372-98de-d03178094c13", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:26:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "979d8a73-137d-428e-85e3-4d97b933b4ed", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:26:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "979d8a73-137d-428e-85e3-4d97b933b4ed", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd-authn-ssl"} 2026-07-17T19:26:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "979d8a73-137d-428e-85e3-4d97b933b4ed", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:26:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "5dd1dfde-a947-425c-945c-decb00e84d2e", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:26:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "5dd1dfde-a947-425c-945c-decb00e84d2e", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd-authn-ssl"} 2026-07-17T19:26:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "5dd1dfde-a947-425c-945c-decb00e84d2e", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:26:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "openshift-service-ca.crt", "reconcileID": "d1b08905-d518-4793-8986-b2312a49f5fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:26:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "odh-trusted-ca-bundle", "reconcileID": "ee160c5e-1a53-4894-81ec-18810caa59d2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:26:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "openshift-service-ca.crt", "reconcileID": "da5e6446-8afa-48c0-96a7-562116ccd093", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-2109fd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T19:26:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "openshift-service-ca.crt", "reconcileID": "da5e6446-8afa-48c0-96a7-562116ccd093", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:26:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b1689d3-b213-4726-9e5b-c78089c4965e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:26:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "openshift-service-ca.crt", "reconcileID": "d9a3b200-3701-43df-9016-2bb4c26e65e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:26:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "odh-trusted-ca-bundle", "reconcileID": "03259c9b-f226-48ef-bf0b-4cccc69c38e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2109fd", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T19:26:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "odh-trusted-ca-bundle", "reconcileID": "03259c9b-f226-48ef-bf0b-4cccc69c38e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:26:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10511ae5-055c-4192-a5bc-18f1a6fa00ea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:26:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "ef77ec00-4a16-4fe5-8ee6-5d8e155dd2a2", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:26:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "ef77ec00-4a16-4fe5-8ee6-5d8e155dd2a2", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd-authn-ssl"} 2026-07-17T19:26:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "ef77ec00-4a16-4fe5-8ee6-5d8e155dd2a2", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:26:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b3e0c46b-8ae4-46a1-9abb-266e66440585", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T19:26:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "5ccac7a8-f383-4d13-9d59-b0f0b05b14d9", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:26:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "5ccac7a8-f383-4d13-9d59-b0f0b05b14d9", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd-authn-ssl"} 2026-07-17T19:26:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "5ccac7a8-f383-4d13-9d59-b0f0b05b14d9", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:26:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "f9a5d0ef-3815-4e44-9911-923c4c02554f", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:26:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "f9a5d0ef-3815-4e44-9911-923c4c02554f", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:26:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "f9a5d0ef-3815-4e44-9911-923c4c02554f", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:26:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "a569b71c-e917-473e-a0ed-20778b7bd9b3", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:26:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "f9a5d0ef-3815-4e44-9911-923c4c02554f", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305-kserve-route-authn"} 2026-07-17T19:26:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "f9a5d0ef-3815-4e44-9911-923c4c02554f", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "authType": "userdefined"} 2026-07-17T19:26:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "f9a5d0ef-3815-4e44-9911-923c4c02554f", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:26:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "a569b71c-e917-473e-a0ed-20778b7bd9b3", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305-authn-ssl"} 2026-07-17T19:26:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "a569b71c-e917-473e-a0ed-20778b7bd9b3", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:26:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "97b226cf-467f-496b-a750-101dc3fcdb40", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:26:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "97b226cf-467f-496b-a750-101dc3fcdb40", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:26:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "97b226cf-467f-496b-a750-101dc3fcdb40", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:26:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "97b226cf-467f-496b-a750-101dc3fcdb40", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305-kserve-route-authn"} 2026-07-17T19:26:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "97b226cf-467f-496b-a750-101dc3fcdb40", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "authType": "userdefined"} 2026-07-17T19:26:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "97b226cf-467f-496b-a750-101dc3fcdb40", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:26:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dfed9eff-86c9-4c27-b3a3-4908c860eb00", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T19:26:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "5452a7f2-c3d6-4ce2-8d37-ba266e833e4c", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:26:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "5452a7f2-c3d6-4ce2-8d37-ba266e833e4c", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305-authn-ssl"} 2026-07-17T19:26:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "5452a7f2-c3d6-4ce2-8d37-ba266e833e4c", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:26:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "455caecd-6e18-4d4b-89f4-78a25cdd9797", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:26:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "455caecd-6e18-4d4b-89f4-78a25cdd9797", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:26:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "455caecd-6e18-4d4b-89f4-78a25cdd9797", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:26:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "455caecd-6e18-4d4b-89f4-78a25cdd9797", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305-kserve-route-authn"} 2026-07-17T19:26:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "455caecd-6e18-4d4b-89f4-78a25cdd9797", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "authType": "userdefined"} 2026-07-17T19:26:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "455caecd-6e18-4d4b-89f4-78a25cdd9797", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:26:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "44d4d41e-a43d-46ec-9f2f-c0ae363a8c64", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T19:26:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "e1d62175-bc95-4511-bab9-981b37352d64", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:26:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "e1d62175-bc95-4511-bab9-981b37352d64", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:26:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "e1d62175-bc95-4511-bab9-981b37352d64", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:26:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "e1d62175-bc95-4511-bab9-981b37352d64", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305-kserve-route-authn"} 2026-07-17T19:26:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "e1d62175-bc95-4511-bab9-981b37352d64", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "authType": "userdefined"} 2026-07-17T19:26:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "e1d62175-bc95-4511-bab9-981b37352d64", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:27:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "48809c08-3fc4-4a54-a74d-94f3b8434b2a", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:27:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "48809c08-3fc4-4a54-a74d-94f3b8434b2a", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:27:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "48809c08-3fc4-4a54-a74d-94f3b8434b2a", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:27:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "48809c08-3fc4-4a54-a74d-94f3b8434b2a", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305-kserve-route-authn"} 2026-07-17T19:27:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "48809c08-3fc4-4a54-a74d-94f3b8434b2a", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "authType": "userdefined"} 2026-07-17T19:27:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "48809c08-3fc4-4a54-a74d-94f3b8434b2a", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:27:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "38343e03-b44b-48cd-bf40-1c160174b6e7", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:27:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "38343e03-b44b-48cd-bf40-1c160174b6e7", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:27:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "38343e03-b44b-48cd-bf40-1c160174b6e7", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:27:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "e7c4e9bf-790d-4910-94be-4b58a909953a", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:27:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "38343e03-b44b-48cd-bf40-1c160174b6e7", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd-kserve-route-authn"} 2026-07-17T19:27:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "38343e03-b44b-48cd-bf40-1c160174b6e7", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "authType": "userdefined"} 2026-07-17T19:27:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "38343e03-b44b-48cd-bf40-1c160174b6e7", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:27:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "e7c4e9bf-790d-4910-94be-4b58a909953a", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd-authn-ssl"} 2026-07-17T19:27:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "e7c4e9bf-790d-4910-94be-4b58a909953a", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:27:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "e55609f1-0f4a-4487-8d4d-2086e36a0c77", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:27:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "e55609f1-0f4a-4487-8d4d-2086e36a0c77", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:27:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "e55609f1-0f4a-4487-8d4d-2086e36a0c77", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:27:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "e55609f1-0f4a-4487-8d4d-2086e36a0c77", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd-kserve-route-authn"} 2026-07-17T19:27:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "e55609f1-0f4a-4487-8d4d-2086e36a0c77", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "authType": "userdefined"} 2026-07-17T19:27:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "e55609f1-0f4a-4487-8d4d-2086e36a0c77", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:27:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "8a03f166-bae9-46fe-baa3-9f0c20d302aa", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:27:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "8a03f166-bae9-46fe-baa3-9f0c20d302aa", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd-authn-ssl"} 2026-07-17T19:27:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "8a03f166-bae9-46fe-baa3-9f0c20d302aa", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:27:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "f455884d-85a3-4f33-9a54-4e16a50fd3ee", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:27:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "f455884d-85a3-4f33-9a54-4e16a50fd3ee", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:27:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "f455884d-85a3-4f33-9a54-4e16a50fd3ee", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:27:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "f455884d-85a3-4f33-9a54-4e16a50fd3ee", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd-kserve-route-authn"} 2026-07-17T19:27:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "f455884d-85a3-4f33-9a54-4e16a50fd3ee", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "authType": "userdefined"} 2026-07-17T19:27:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "f455884d-85a3-4f33-9a54-4e16a50fd3ee", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:27:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "c05b767e-a0f9-42b0-a163-b31c0a769f93", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:27:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "c05b767e-a0f9-42b0-a163-b31c0a769f93", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:27:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "c05b767e-a0f9-42b0-a163-b31c0a769f93", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:27:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "c05b767e-a0f9-42b0-a163-b31c0a769f93", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd-kserve-route-authn"} 2026-07-17T19:27:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "c05b767e-a0f9-42b0-a163-b31c0a769f93", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "authType": "userdefined"} 2026-07-17T19:27:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "c05b767e-a0f9-42b0-a163-b31c0a769f93", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:27:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "3efea354-00cc-454c-839e-ef1098182f9b", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:27:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "3efea354-00cc-454c-839e-ef1098182f9b", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:27:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "3efea354-00cc-454c-839e-ef1098182f9b", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:27:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "3efea354-00cc-454c-839e-ef1098182f9b", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd-kserve-route-authn"} 2026-07-17T19:27:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "3efea354-00cc-454c-839e-ef1098182f9b", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "authType": "userdefined"} 2026-07-17T19:27:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "3efea354-00cc-454c-839e-ef1098182f9b", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:28:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "f88d330d-812a-4d11-9074-f6d0c64500cd", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:28:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "f88d330d-812a-4d11-9074-f6d0c64500cd", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305-authn-ssl"} 2026-07-17T19:28:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "f88d330d-812a-4d11-9074-f6d0c64500cd", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:28:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "bc8c9603-7f13-4935-9a58-f50f39be1567", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:28:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "bc8c9603-7f13-4935-9a58-f50f39be1567", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd-authn-ssl"} 2026-07-17T19:28:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "bc8c9603-7f13-4935-9a58-f50f39be1567", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:29:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "6e0d7dc2-4402-4b57-bd00-1f4dbcb87066", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:29:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "6e0d7dc2-4402-4b57-bd00-1f4dbcb87066", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305"} 2026-07-17T19:29:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "6e0d7dc2-4402-4b57-bd00-1f4dbcb87066", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:29:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "6e0d7dc2-4402-4b57-bd00-1f4dbcb87066", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:29:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "6e0d7dc2-4402-4b57-bd00-1f4dbcb87066", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305-kserve-route-authn"} 2026-07-17T19:29:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "6e0d7dc2-4402-4b57-bd00-1f4dbcb87066", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305-kserve-route-authn"} 2026-07-17T19:29:45Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "6e0d7dc2-4402-4b57-bd00-1f4dbcb87066", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:29:45Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "6e0d7dc2-4402-4b57-bd00-1f4dbcb87066", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:29:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "auth-test-model-98e305", "reconcileID": "8db50e80-0cbc-423c-a913-eaab2c3dcb1c", "LLMInferenceService": "auth-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:29:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "5798632a-acc0-4c22-9cf7-6035b008f2fe", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:29:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "5798632a-acc0-4c22-9cf7-6035b008f2fe", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305-authn-ssl"} 2026-07-17T19:29:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "5798632a-acc0-4c22-9cf7-6035b008f2fe", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:29:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "4d4bb1e8-ac6e-4bfe-8e51-28e334526f27", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:29:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "4d4bb1e8-ac6e-4bfe-8e51-28e334526f27", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305-authn-ssl"} 2026-07-17T19:29:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "4d4bb1e8-ac6e-4bfe-8e51-28e334526f27", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:29:46Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "34f9b1a0-f660-4c6c-9b0e-848c8c209597", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:29:46Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "34f9b1a0-f660-4c6c-9b0e-848c8c209597", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd"} 2026-07-17T19:29:46Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "34f9b1a0-f660-4c6c-9b0e-848c8c209597", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:29:46Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "34f9b1a0-f660-4c6c-9b0e-848c8c209597", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:29:46Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "34f9b1a0-f660-4c6c-9b0e-848c8c209597", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd-kserve-route-authn"} 2026-07-17T19:29:46Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "34f9b1a0-f660-4c6c-9b0e-848c8c209597", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd-kserve-route-authn"} 2026-07-17T19:29:46Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "34f9b1a0-f660-4c6c-9b0e-848c8c209597", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:29:46Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "34f9b1a0-f660-4c6c-9b0e-848c8c209597", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:29:46Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "auth-test-model-2109fd", "reconcileID": "c8f429f3-5f16-4839-a713-5f87b8790eec", "LLMInferenceService": "auth-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:29:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "cd4d56b7-bbb1-4d4f-bd94-6e85d9ddad82", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:29:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "cd4d56b7-bbb1-4d4f-bd94-6e85d9ddad82", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd-authn-ssl"} 2026-07-17T19:29:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "cd4d56b7-bbb1-4d4f-bd94-6e85d9ddad82", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:29:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "49c9e543-170f-4336-86b3-cfc306ea20ff", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:29:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "49c9e543-170f-4336-86b3-cfc306ea20ff", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd-authn-ssl"} 2026-07-17T19:29:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "49c9e543-170f-4336-86b3-cfc306ea20ff", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:29:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "e8dd875f-de88-44a5-87ac-42c7fa2e9634", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:29:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "e8dd875f-de88-44a5-87ac-42c7fa2e9634", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:29:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "e8dd875f-de88-44a5-87ac-42c7fa2e9634", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:29:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "0daf2227-cfa1-4e0a-a301-d4609cc5caf0", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:29:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "e8dd875f-de88-44a5-87ac-42c7fa2e9634", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305-kserve-route-authn"} 2026-07-17T19:29:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "e8dd875f-de88-44a5-87ac-42c7fa2e9634", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "authType": "userdefined"} 2026-07-17T19:29:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "e8dd875f-de88-44a5-87ac-42c7fa2e9634", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:29:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "0daf2227-cfa1-4e0a-a301-d4609cc5caf0", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305-authn-ssl"} 2026-07-17T19:29:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "0daf2227-cfa1-4e0a-a301-d4609cc5caf0", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:29:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "fe28324e-803c-4a24-aee5-615a3e6d1045", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:29:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "fe28324e-803c-4a24-aee5-615a3e6d1045", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:29:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "fe28324e-803c-4a24-aee5-615a3e6d1045", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:29:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "fe28324e-803c-4a24-aee5-615a3e6d1045", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305-kserve-route-authn"} 2026-07-17T19:29:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "fe28324e-803c-4a24-aee5-615a3e6d1045", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "authType": "userdefined"} 2026-07-17T19:29:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "fe28324e-803c-4a24-aee5-615a3e6d1045", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:29:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "124066ce-4d68-45a8-a94d-67bf9211dafa", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:29:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "124066ce-4d68-45a8-a94d-67bf9211dafa", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305-authn-ssl"} 2026-07-17T19:29:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "124066ce-4d68-45a8-a94d-67bf9211dafa", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:29:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "d98bdb46-0e2a-4fe0-859f-a368ef039da8", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:29:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "d98bdb46-0e2a-4fe0-859f-a368ef039da8", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:29:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "d98bdb46-0e2a-4fe0-859f-a368ef039da8", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:29:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "d98bdb46-0e2a-4fe0-859f-a368ef039da8", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305-kserve-route-authn"} 2026-07-17T19:29:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "d98bdb46-0e2a-4fe0-859f-a368ef039da8", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "authType": "userdefined"} 2026-07-17T19:29:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "d98bdb46-0e2a-4fe0-859f-a368ef039da8", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:30:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "4f7dfa61-774b-4635-a1f1-baa25ae15059", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:30:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "4f7dfa61-774b-4635-a1f1-baa25ae15059", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:30:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "4f7dfa61-774b-4635-a1f1-baa25ae15059", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:30:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "4f7dfa61-774b-4635-a1f1-baa25ae15059", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305-kserve-route-authn"} 2026-07-17T19:30:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "4f7dfa61-774b-4635-a1f1-baa25ae15059", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "authType": "userdefined"} 2026-07-17T19:30:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "4f7dfa61-774b-4635-a1f1-baa25ae15059", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:30:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "bdf3d81d-cbb2-48c0-911f-5ed3be15940b", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:30:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "bdf3d81d-cbb2-48c0-911f-5ed3be15940b", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:30:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "bdf3d81d-cbb2-48c0-911f-5ed3be15940b", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:30:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "800996fe-158f-40e3-9b2e-b18c162c60a3", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:30:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "bdf3d81d-cbb2-48c0-911f-5ed3be15940b", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd-kserve-route-authn"} 2026-07-17T19:30:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "bdf3d81d-cbb2-48c0-911f-5ed3be15940b", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "authType": "userdefined"} 2026-07-17T19:30:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "bdf3d81d-cbb2-48c0-911f-5ed3be15940b", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:30:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "800996fe-158f-40e3-9b2e-b18c162c60a3", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd-authn-ssl"} 2026-07-17T19:30:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "800996fe-158f-40e3-9b2e-b18c162c60a3", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:30:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "3e4daae1-bf26-4240-8e9d-cd716a501da5", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:30:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "3e4daae1-bf26-4240-8e9d-cd716a501da5", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:30:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "3e4daae1-bf26-4240-8e9d-cd716a501da5", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:30:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "3e4daae1-bf26-4240-8e9d-cd716a501da5", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd-kserve-route-authn"} 2026-07-17T19:30:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "3e4daae1-bf26-4240-8e9d-cd716a501da5", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "authType": "userdefined"} 2026-07-17T19:30:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "3e4daae1-bf26-4240-8e9d-cd716a501da5", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:30:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "b426e994-7fed-465e-9207-be20629d70e5", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:30:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "b426e994-7fed-465e-9207-be20629d70e5", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd-authn-ssl"} 2026-07-17T19:30:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "b426e994-7fed-465e-9207-be20629d70e5", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:30:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "c80c090b-bdfd-44fb-8e91-c41123b56d90", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:30:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "c80c090b-bdfd-44fb-8e91-c41123b56d90", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:30:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "c80c090b-bdfd-44fb-8e91-c41123b56d90", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:30:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "c80c090b-bdfd-44fb-8e91-c41123b56d90", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd-kserve-route-authn"} 2026-07-17T19:30:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "c80c090b-bdfd-44fb-8e91-c41123b56d90", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "authType": "userdefined"} 2026-07-17T19:30:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "c80c090b-bdfd-44fb-8e91-c41123b56d90", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:30:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "80b964b2-e172-45b7-a833-d62f03adaa98", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:30:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "80b964b2-e172-45b7-a833-d62f03adaa98", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:30:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "80b964b2-e172-45b7-a833-d62f03adaa98", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:30:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "80b964b2-e172-45b7-a833-d62f03adaa98", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd-kserve-route-authn"} 2026-07-17T19:30:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "80b964b2-e172-45b7-a833-d62f03adaa98", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "authType": "userdefined"} 2026-07-17T19:30:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "80b964b2-e172-45b7-a833-d62f03adaa98", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:30:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "93a959c4-b792-4c7c-bdf3-0c639c4ae6ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T19:31:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "f3fd97ea-74e7-40b6-b66e-a97d0b36bc7c", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:31:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "f3fd97ea-74e7-40b6-b66e-a97d0b36bc7c", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305"} 2026-07-17T19:31:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "f3fd97ea-74e7-40b6-b66e-a97d0b36bc7c", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:31:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "f3fd97ea-74e7-40b6-b66e-a97d0b36bc7c", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:31:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "f3fd97ea-74e7-40b6-b66e-a97d0b36bc7c", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305-kserve-route-authn"} 2026-07-17T19:31:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "f3fd97ea-74e7-40b6-b66e-a97d0b36bc7c", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305-kserve-route-authn"} 2026-07-17T19:31:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "f3fd97ea-74e7-40b6-b66e-a97d0b36bc7c", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:31:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "f3fd97ea-74e7-40b6-b66e-a97d0b36bc7c", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:31:02Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "sub-test-model-98e305", "reconcileID": "83f069b1-933b-4a24-86d1-0fdfea4bee49", "LLMInferenceService": "sub-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:31:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "ddea871f-b923-490a-b75f-d91af24b1684", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:31:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "ddea871f-b923-490a-b75f-d91af24b1684", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305-authn-ssl"} 2026-07-17T19:31:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "ddea871f-b923-490a-b75f-d91af24b1684", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:31:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "c2b8eefe-ef77-4797-8f0a-da1deabdddc6", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:31:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "c2b8eefe-ef77-4797-8f0a-da1deabdddc6", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305-authn-ssl"} 2026-07-17T19:31:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "c2b8eefe-ef77-4797-8f0a-da1deabdddc6", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:31:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "3f108f24-ddc8-4419-8caa-bbfcd0856f32", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:31:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "3f108f24-ddc8-4419-8caa-bbfcd0856f32", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd"} 2026-07-17T19:31:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "3f108f24-ddc8-4419-8caa-bbfcd0856f32", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:31:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "3f108f24-ddc8-4419-8caa-bbfcd0856f32", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:31:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "3f108f24-ddc8-4419-8caa-bbfcd0856f32", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd-kserve-route-authn"} 2026-07-17T19:31:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "3f108f24-ddc8-4419-8caa-bbfcd0856f32", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd-kserve-route-authn"} 2026-07-17T19:31:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "3f108f24-ddc8-4419-8caa-bbfcd0856f32", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:31:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "3f108f24-ddc8-4419-8caa-bbfcd0856f32", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:31:03Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "sub-test-model-2109fd", "reconcileID": "e949b166-fbd0-4524-ac3b-01b22bb672da", "LLMInferenceService": "sub-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:31:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "bb68070d-170e-4184-9227-80bcd3c9d50c", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:31:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "bb68070d-170e-4184-9227-80bcd3c9d50c", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd-authn-ssl"} 2026-07-17T19:31:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "bb68070d-170e-4184-9227-80bcd3c9d50c", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:31:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "839e5d00-a3f3-4f6f-abe8-8a64564224b6", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:31:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "839e5d00-a3f3-4f6f-abe8-8a64564224b6", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd-authn-ssl"} 2026-07-17T19:31:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "839e5d00-a3f3-4f6f-abe8-8a64564224b6", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:31:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "e58496af-55cf-4f3c-a856-62a42783e89a", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:31:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "e58496af-55cf-4f3c-a856-62a42783e89a", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:31:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "e58496af-55cf-4f3c-a856-62a42783e89a", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:31:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "dc4e4243-90b6-46b2-971e-3e469d0d3076", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:31:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "e58496af-55cf-4f3c-a856-62a42783e89a", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305-kserve-route-authn"} 2026-07-17T19:31:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "e58496af-55cf-4f3c-a856-62a42783e89a", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "authType": "userdefined"} 2026-07-17T19:31:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "e58496af-55cf-4f3c-a856-62a42783e89a", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:31:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "dc4e4243-90b6-46b2-971e-3e469d0d3076", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305-authn-ssl"} 2026-07-17T19:31:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "dc4e4243-90b6-46b2-971e-3e469d0d3076", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:31:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "6c1471b5-5a65-4a88-ad57-576dc031d36f", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:31:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "6c1471b5-5a65-4a88-ad57-576dc031d36f", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:31:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "6c1471b5-5a65-4a88-ad57-576dc031d36f", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:31:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "6c1471b5-5a65-4a88-ad57-576dc031d36f", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305-kserve-route-authn"} 2026-07-17T19:31:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "6c1471b5-5a65-4a88-ad57-576dc031d36f", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "authType": "userdefined"} 2026-07-17T19:31:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "6c1471b5-5a65-4a88-ad57-576dc031d36f", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:31:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "b5956ad4-48a0-4991-b328-bd298c1d910f", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:31:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "b5956ad4-48a0-4991-b328-bd298c1d910f", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305-authn-ssl"} 2026-07-17T19:31:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "b5956ad4-48a0-4991-b328-bd298c1d910f", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:31:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "2c05914c-9744-48ab-97dd-5e6e57c801c7", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:31:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "2c05914c-9744-48ab-97dd-5e6e57c801c7", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:31:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "2c05914c-9744-48ab-97dd-5e6e57c801c7", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:31:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "2c05914c-9744-48ab-97dd-5e6e57c801c7", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305-kserve-route-authn"} 2026-07-17T19:31:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "2c05914c-9744-48ab-97dd-5e6e57c801c7", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "authType": "userdefined"} 2026-07-17T19:31:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "2c05914c-9744-48ab-97dd-5e6e57c801c7", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:31:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "dc7d913d-5376-4cf8-a1d0-201210148fa2", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:31:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "dc7d913d-5376-4cf8-a1d0-201210148fa2", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:31:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "dc7d913d-5376-4cf8-a1d0-201210148fa2", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:31:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "dc7d913d-5376-4cf8-a1d0-201210148fa2", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305-kserve-route-authn"} 2026-07-17T19:31:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "dc7d913d-5376-4cf8-a1d0-201210148fa2", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "authType": "userdefined"} 2026-07-17T19:31:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "dc7d913d-5376-4cf8-a1d0-201210148fa2", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:31:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "31a1fad1-c663-4e75-abbb-f45bd3b245b2", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:31:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "31a1fad1-c663-4e75-abbb-f45bd3b245b2", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:31:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "31a1fad1-c663-4e75-abbb-f45bd3b245b2", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:31:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "31a1fad1-c663-4e75-abbb-f45bd3b245b2", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305-kserve-route-authn"} 2026-07-17T19:31:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "31a1fad1-c663-4e75-abbb-f45bd3b245b2", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "authType": "userdefined"} 2026-07-17T19:31:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "31a1fad1-c663-4e75-abbb-f45bd3b245b2", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:31:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "8a687484-e580-4637-8649-79198e9fd4b4", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:31:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "8a687484-e580-4637-8649-79198e9fd4b4", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:31:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "8a687484-e580-4637-8649-79198e9fd4b4", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:31:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "8a687484-e580-4637-8649-79198e9fd4b4", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd-kserve-route-authn"} 2026-07-17T19:31:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "8a687484-e580-4637-8649-79198e9fd4b4", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "authType": "userdefined"} 2026-07-17T19:31:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "8a687484-e580-4637-8649-79198e9fd4b4", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:31:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "552a6e62-4f18-42c2-a16b-531d95baab7d", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:31:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "552a6e62-4f18-42c2-a16b-531d95baab7d", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd-authn-ssl"} 2026-07-17T19:31:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "552a6e62-4f18-42c2-a16b-531d95baab7d", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:31:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "9fbfbf61-ddde-4bb3-9d51-3ac00c739213", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:31:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "9fbfbf61-ddde-4bb3-9d51-3ac00c739213", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:31:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "9fbfbf61-ddde-4bb3-9d51-3ac00c739213", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:31:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "9fbfbf61-ddde-4bb3-9d51-3ac00c739213", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd-kserve-route-authn"} 2026-07-17T19:31:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "9fbfbf61-ddde-4bb3-9d51-3ac00c739213", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "authType": "userdefined"} 2026-07-17T19:31:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "9fbfbf61-ddde-4bb3-9d51-3ac00c739213", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:31:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "933f8af7-4c40-4b0e-8c3e-28236548a342", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:31:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "933f8af7-4c40-4b0e-8c3e-28236548a342", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd-authn-ssl"} 2026-07-17T19:31:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "933f8af7-4c40-4b0e-8c3e-28236548a342", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:31:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "3845b5df-60ee-4927-8350-d04e55e90e6e", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:31:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "3845b5df-60ee-4927-8350-d04e55e90e6e", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:31:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "3845b5df-60ee-4927-8350-d04e55e90e6e", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:31:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "3845b5df-60ee-4927-8350-d04e55e90e6e", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd-kserve-route-authn"} 2026-07-17T19:31:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "3845b5df-60ee-4927-8350-d04e55e90e6e", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "authType": "userdefined"} 2026-07-17T19:31:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "3845b5df-60ee-4927-8350-d04e55e90e6e", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:31:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d8611575-2dec-4fe0-807e-0c04fecb2e83", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T19:31:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "2491299b-5e8f-4835-bbff-792dfc838cc4", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:31:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "2491299b-5e8f-4835-bbff-792dfc838cc4", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:31:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "2491299b-5e8f-4835-bbff-792dfc838cc4", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:31:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "2491299b-5e8f-4835-bbff-792dfc838cc4", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd-kserve-route-authn"} 2026-07-17T19:31:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "2491299b-5e8f-4835-bbff-792dfc838cc4", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "authType": "userdefined"} 2026-07-17T19:31:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "2491299b-5e8f-4835-bbff-792dfc838cc4", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:31:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a694ca09-f467-4006-bd01-3cca118d31b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T19:32:00Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T19:32:00Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T19:32:02Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T19:32:02Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T19:32:28Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "89ddf1c4-dc3c-469b-ae24-ecb1eb1e5c24", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:32:28Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "89ddf1c4-dc3c-469b-ae24-ecb1eb1e5c24", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305"} 2026-07-17T19:32:28Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "89ddf1c4-dc3c-469b-ae24-ecb1eb1e5c24", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:32:28Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "89ddf1c4-dc3c-469b-ae24-ecb1eb1e5c24", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:32:28Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "89ddf1c4-dc3c-469b-ae24-ecb1eb1e5c24", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305-kserve-route-authn"} 2026-07-17T19:32:28Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "89ddf1c4-dc3c-469b-ae24-ecb1eb1e5c24", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305-kserve-route-authn"} 2026-07-17T19:32:28Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "89ddf1c4-dc3c-469b-ae24-ecb1eb1e5c24", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:32:28Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "89ddf1c4-dc3c-469b-ae24-ecb1eb1e5c24", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:32:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-98e305","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "rate-test-model-98e305", "reconcileID": "d0e92cf5-ef4a-4db1-8f01-481a411ab81e", "LLMInferenceService": "rate-test-model-98e305", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:32:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "a5c77f91-6789-40cb-bfac-261c8f7d5aa9", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:32:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "a5c77f91-6789-40cb-bfac-261c8f7d5aa9", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305-authn-ssl"} 2026-07-17T19:32:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "a5c77f91-6789-40cb-bfac-261c8f7d5aa9", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:32:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "637d7793-96b1-4948-bad9-7f9c9f40ce37", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:32:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "637d7793-96b1-4948-bad9-7f9c9f40ce37", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305-authn-ssl"} 2026-07-17T19:32:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "637d7793-96b1-4948-bad9-7f9c9f40ce37", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:32:28Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "ac7d161c-0418-4097-8277-bb530e4007fc", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:32:28Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "ac7d161c-0418-4097-8277-bb530e4007fc", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd"} 2026-07-17T19:32:28Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "ac7d161c-0418-4097-8277-bb530e4007fc", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:32:28Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "ac7d161c-0418-4097-8277-bb530e4007fc", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:32:28Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "ac7d161c-0418-4097-8277-bb530e4007fc", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd-kserve-route-authn"} 2026-07-17T19:32:28Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "ac7d161c-0418-4097-8277-bb530e4007fc", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd-kserve-route-authn"} 2026-07-17T19:32:28Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "ac7d161c-0418-4097-8277-bb530e4007fc", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:32:28Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "ac7d161c-0418-4097-8277-bb530e4007fc", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:32:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2109fd","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "rate-test-model-2109fd", "reconcileID": "708c2314-8b71-4d47-a6bc-bf7327d60cd1", "LLMInferenceService": "rate-test-model-2109fd", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:32:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "aff471a6-7c28-4a4f-a8f4-218dc5dd8741", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:32:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "aff471a6-7c28-4a4f-a8f4-218dc5dd8741", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd-authn-ssl"} 2026-07-17T19:32:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "aff471a6-7c28-4a4f-a8f4-218dc5dd8741", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:32:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "03d8cad6-31b3-49a1-934b-e436f39120b9", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:32:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "03d8cad6-31b3-49a1-934b-e436f39120b9", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd-authn-ssl"} 2026-07-17T19:32:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "03d8cad6-31b3-49a1-934b-e436f39120b9", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:32:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "28efaf87-43a9-4e90-aa45-f7cc8d6c2a27", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T19:32:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "bad01302-3e5a-406d-8479-6dc325bd0a1e", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:32:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "bad01302-3e5a-406d-8479-6dc325bd0a1e", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305-authn-ssl"} 2026-07-17T19:32:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "bad01302-3e5a-406d-8479-6dc325bd0a1e", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:33:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "b22f5dc6-bc41-4bcd-bf04-98c6ce191f98", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:33:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "b22f5dc6-bc41-4bcd-bf04-98c6ce191f98", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305-authn-ssl"} 2026-07-17T19:33:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "b22f5dc6-bc41-4bcd-bf04-98c6ce191f98", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:33:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4d1cbb7-4762-434c-978b-49cf2002cd4c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:33:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4d1cbb7-4762-434c-978b-49cf2002cd4c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-98e305", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T19:33:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4d1cbb7-4762-434c-978b-49cf2002cd4c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-98e305 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T19:33:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "odh-trusted-ca-bundle", "reconcileID": "81be5aea-c140-4557-a0b7-ca7c1c86b397", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:33:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "odh-trusted-ca-bundle", "reconcileID": "81be5aea-c140-4557-a0b7-ca7c1c86b397", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:33:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "openshift-service-ca.crt", "reconcileID": "766366a7-e87e-4fa0-8e79-1894501c67d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:33:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "openshift-service-ca.crt", "reconcileID": "766366a7-e87e-4fa0-8e79-1894501c67d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:33:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8ff56a6-ae4f-4fd3-91d2-fd70d01dd95b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:33:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-98e305"}, "namespace": "ai-tenant-e2e-shared-a-98e305", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8ff56a6-ae4f-4fd3-91d2-fd70d01dd95b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-98e305"} 2026-07-17T19:33:11Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-98e305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-98e305", "reconcileID": "947a9fa5-376e-460f-9f2b-7f80849efef6", "Gateway": "e2e-shared-a-98e305", "namespace": "openshift-ingress"} 2026-07-17T19:33:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "15f359da-52a1-4ec6-b5fd-7af12998ab13", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T19:33:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "2950c0c0-5fb0-409c-a6da-4ba3d873ab4f", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:33:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "2950c0c0-5fb0-409c-a6da-4ba3d873ab4f", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd-authn-ssl"} 2026-07-17T19:33:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "2950c0c0-5fb0-409c-a6da-4ba3d873ab4f", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:33:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "fe8e0eed-af83-4ff6-afe2-a24918d5d722", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:33:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "fe8e0eed-af83-4ff6-afe2-a24918d5d722", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd-authn-ssl"} 2026-07-17T19:33:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "fe8e0eed-af83-4ff6-afe2-a24918d5d722", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"} 2026-07-17T19:33:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df9cfb74-030f-4229-9e6a-0fa2f74bcc48", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:33:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df9cfb74-030f-4229-9e6a-0fa2f74bcc48", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2109fd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T19:33:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df9cfb74-030f-4229-9e6a-0fa2f74bcc48", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-2109fd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T19:33:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "odh-trusted-ca-bundle", "reconcileID": "ca286ac3-1846-491d-ad5c-e705b0c6cdc8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:33:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "odh-trusted-ca-bundle", "reconcileID": "ca286ac3-1846-491d-ad5c-e705b0c6cdc8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:33:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "openshift-service-ca.crt", "reconcileID": "cda19a8d-5c90-49db-b4eb-3391ca44bbeb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:33:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "openshift-service-ca.crt", "reconcileID": "cda19a8d-5c90-49db-b4eb-3391ca44bbeb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:33:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe928a88-da64-4c66-a881-b5fa05d2d1f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:33:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2109fd"}, "namespace": "ai-tenant-e2e-shared-b-2109fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe928a88-da64-4c66-a881-b5fa05d2d1f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2109fd"} 2026-07-17T19:33:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2109fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2109fd", "reconcileID": "ccc279c3-bf00-41a3-93d5-81259c34a3a0", "Gateway": "e2e-shared-b-2109fd", "namespace": "openshift-ingress"}