2026-07-02T19:37:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4be470"}, "namespace": "ai-tenant-e2e-api-b-4be470", "name": "openshift-service-ca.crt", "reconcileID": "691a52ef-e985-42ee-88bc-7981c8befde6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4be470"} 2026-07-02T19:37:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4be470"}, "namespace": "ai-tenant-e2e-api-b-4be470", "name": "odh-trusted-ca-bundle", "reconcileID": "898d040c-5c60-4957-819a-dd969c556a43", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4be470"} 2026-07-02T19:37:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4be470"}, "namespace": "ai-tenant-e2e-api-b-4be470", "name": "openshift-service-ca.crt", "reconcileID": "d6232386-38c9-4a93-ac49-5606045f5486", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4be470", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T19:37:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4be470"}, "namespace": "ai-tenant-e2e-api-b-4be470", "name": "openshift-service-ca.crt", "reconcileID": "d6232386-38c9-4a93-ac49-5606045f5486", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4be470"} 2026-07-02T19:37:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4be470"}, "namespace": "ai-tenant-e2e-api-b-4be470", "name": "openshift-service-ca.crt", "reconcileID": "29e834b4-7e57-4633-a891-5b9694d42e8a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4be470"} 2026-07-02T19:37:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4be470"}, "namespace": "ai-tenant-e2e-api-b-4be470", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81c6d4fb-0770-4347-a919-e1a7b6d0b7ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4be470"} 2026-07-02T19:37:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4be470"}, "namespace": "ai-tenant-e2e-api-b-4be470", "name": "odh-trusted-ca-bundle", "reconcileID": "721b9fb5-3f73-49de-8505-3c2e3de3ac7e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4be470", "update": "odh-kserve-custom-ca-bundle"} 2026-07-02T19:37:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4be470"}, "namespace": "ai-tenant-e2e-api-b-4be470", "name": "odh-trusted-ca-bundle", "reconcileID": "721b9fb5-3f73-49de-8505-3c2e3de3ac7e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4be470"} 2026-07-02T19:37:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4be470"}, "namespace": "ai-tenant-e2e-api-b-4be470", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c60eb365-b59b-4e15-a874-9f6b5f11e5dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4be470"} 2026-07-02T19:37:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f97d8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f97d8e", "reconcileID": "519b414d-12ab-476d-b72f-69d99aceb26d", "Gateway": "e2e-api-a-f97d8e", "namespace": "openshift-ingress"} 2026-07-02T19:37:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f97d8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f97d8e", "reconcileID": "519b414d-12ab-476d-b72f-69d99aceb26d", "Gateway": "e2e-api-a-f97d8e", "namespace": "openshift-ingress", "name": "e2e-api-a-f97d8e-authn-ssl"} 2026-07-02T19:37:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f97d8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f97d8e", "reconcileID": "519b414d-12ab-476d-b72f-69d99aceb26d", "Gateway": "e2e-api-a-f97d8e", "namespace": "openshift-ingress"} 2026-07-02T19:37:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4be470","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4be470", "reconcileID": "b41c56ff-1031-4711-977d-c0815a528ee6", "Gateway": "e2e-api-b-4be470", "namespace": "openshift-ingress"} 2026-07-02T19:37:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4be470","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4be470", "reconcileID": "b41c56ff-1031-4711-977d-c0815a528ee6", "Gateway": "e2e-api-b-4be470", "namespace": "openshift-ingress", "name": "e2e-api-b-4be470-authn-ssl"} 2026-07-02T19:37:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4be470","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4be470", "reconcileID": "b41c56ff-1031-4711-977d-c0815a528ee6", "Gateway": "e2e-api-b-4be470", "namespace": "openshift-ingress"} 2026-07-02T19:37:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "07cd9499-ecc5-440a-8571-57a5f83d04f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-02T19:37:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4be470","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4be470", "reconcileID": "e7bc270e-0c3d-42fa-a9cb-fc88b08856fa", "Gateway": "e2e-api-b-4be470", "namespace": "openshift-ingress"} 2026-07-02T19:37:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4be470","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4be470", "reconcileID": "e7bc270e-0c3d-42fa-a9cb-fc88b08856fa", "Gateway": "e2e-api-b-4be470", "namespace": "openshift-ingress", "name": "e2e-api-b-4be470-authn-ssl"} 2026-07-02T19:37:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4be470","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4be470", "reconcileID": "e7bc270e-0c3d-42fa-a9cb-fc88b08856fa", "Gateway": "e2e-api-b-4be470", "namespace": "openshift-ingress"} 2026-07-02T19:37:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4be470","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4be470", "reconcileID": "8bb54563-7b28-4515-88d5-a077e7da7251", "Gateway": "e2e-api-b-4be470", "namespace": "openshift-ingress"} 2026-07-02T19:37:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4be470","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4be470", "reconcileID": "8bb54563-7b28-4515-88d5-a077e7da7251", "Gateway": "e2e-api-b-4be470", "namespace": "openshift-ingress", "name": "e2e-api-b-4be470-authn-ssl"} 2026-07-02T19:37:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4be470","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4be470", "reconcileID": "8bb54563-7b28-4515-88d5-a077e7da7251", "Gateway": "e2e-api-b-4be470", "namespace": "openshift-ingress"} 2026-07-02T19:37:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "56230999-8418-4feb-9a4f-b8874f195969", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-02T19:37:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f97d8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f97d8e", "reconcileID": "4d783dea-d694-4409-a290-4e2691c8238b", "Gateway": "e2e-api-a-f97d8e", "namespace": "openshift-ingress"} 2026-07-02T19:37:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f97d8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f97d8e", "reconcileID": "4d783dea-d694-4409-a290-4e2691c8238b", "Gateway": "e2e-api-a-f97d8e", "namespace": "openshift-ingress", "name": "e2e-api-a-f97d8e-authn-ssl"} 2026-07-02T19:37:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f97d8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f97d8e", "reconcileID": "4d783dea-d694-4409-a290-4e2691c8238b", "Gateway": "e2e-api-a-f97d8e", "namespace": "openshift-ingress"} 2026-07-02T19:37:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d3eb72c6-52a4-4077-8c50-da7da7bbed80", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-02T19:37:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f97d8e"}, "namespace": "ai-tenant-e2e-api-a-f97d8e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6410899f-ce90-4547-b410-0889a47e2527", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f97d8e"} 2026-07-02T19:37:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f97d8e"}, "namespace": "ai-tenant-e2e-api-a-f97d8e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6410899f-ce90-4547-b410-0889a47e2527", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f97d8e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T19:37:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f97d8e"}, "namespace": "ai-tenant-e2e-api-a-f97d8e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6410899f-ce90-4547-b410-0889a47e2527", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-f97d8e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T19:37:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-f97d8e"}, "namespace": "ai-tenant-e2e-api-a-f97d8e", "name": "odh-trusted-ca-bundle", "reconcileID": "774b1e48-bf7c-4ced-9aab-f2120160d7b9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f97d8e"} 2026-07-02T19:37:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-f97d8e"}, "namespace": "ai-tenant-e2e-api-a-f97d8e", "name": "odh-trusted-ca-bundle", "reconcileID": "774b1e48-bf7c-4ced-9aab-f2120160d7b9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f97d8e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T19:37:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-f97d8e"}, "namespace": "ai-tenant-e2e-api-a-f97d8e", "name": "odh-trusted-ca-bundle", "reconcileID": "774b1e48-bf7c-4ced-9aab-f2120160d7b9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-f97d8e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T19:37:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-f97d8e"}, "namespace": "ai-tenant-e2e-api-a-f97d8e", "name": "openshift-service-ca.crt", "reconcileID": "3e7735ee-fa15-406c-b9c3-211f1e7a80a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-f97d8e"} 2026-07-02T19:37:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-f97d8e"}, "namespace": "ai-tenant-e2e-api-a-f97d8e", "name": "openshift-service-ca.crt", "reconcileID": "3e7735ee-fa15-406c-b9c3-211f1e7a80a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-f97d8e"} 2026-07-02T19:37:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f97d8e"}, "namespace": "ai-tenant-e2e-api-a-f97d8e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "839d8577-e3aa-484f-912d-5aa5cc85ea83", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f97d8e"} 2026-07-02T19:37:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f97d8e"}, "namespace": "ai-tenant-e2e-api-a-f97d8e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "839d8577-e3aa-484f-912d-5aa5cc85ea83", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f97d8e"} 2026-07-02T19:37:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-f97d8e"}, "namespace": "ai-tenant-e2e-api-a-f97d8e", "name": "odh-trusted-ca-bundle", "reconcileID": "64396b7d-d072-4300-97cd-c20cd5d3ec21", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f97d8e"} 2026-07-02T19:37:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-f97d8e"}, "namespace": "ai-tenant-e2e-api-a-f97d8e", "name": "odh-trusted-ca-bundle", "reconcileID": "64396b7d-d072-4300-97cd-c20cd5d3ec21", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f97d8e"} 2026-07-02T19:37:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "52310f5c-4b91-4fb7-897e-541dd7774f9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-02T19:37:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4be470","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4be470", "reconcileID": "a54d2e60-baa3-470b-8e37-4d150bb996d0", "Gateway": "e2e-api-b-4be470", "namespace": "openshift-ingress"} 2026-07-02T19:37:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4be470","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4be470", "reconcileID": "a54d2e60-baa3-470b-8e37-4d150bb996d0", "Gateway": "e2e-api-b-4be470", "namespace": "openshift-ingress", "name": "e2e-api-b-4be470-authn-ssl"} 2026-07-02T19:37:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4be470","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4be470", "reconcileID": "a54d2e60-baa3-470b-8e37-4d150bb996d0", "Gateway": "e2e-api-b-4be470", "namespace": "openshift-ingress"} 2026-07-02T19:38:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4be470"}, "namespace": "ai-tenant-e2e-api-b-4be470", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7bc3bcb-e07a-4984-af91-bd781d390ce5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4be470"} 2026-07-02T19:38:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4be470"}, "namespace": "ai-tenant-e2e-api-b-4be470", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7bc3bcb-e07a-4984-af91-bd781d390ce5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4be470", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T19:38:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4be470"}, "namespace": "ai-tenant-e2e-api-b-4be470", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7bc3bcb-e07a-4984-af91-bd781d390ce5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-4be470 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T19:38:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4be470"}, "namespace": "ai-tenant-e2e-api-b-4be470", "name": "odh-trusted-ca-bundle", "reconcileID": "07211f14-9530-45dd-969a-3505f75c2a54", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4be470"} 2026-07-02T19:38:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4be470"}, "namespace": "ai-tenant-e2e-api-b-4be470", "name": "odh-trusted-ca-bundle", "reconcileID": "07211f14-9530-45dd-969a-3505f75c2a54", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4be470"} 2026-07-02T19:38:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4be470"}, "namespace": "ai-tenant-e2e-api-b-4be470", "name": "openshift-service-ca.crt", "reconcileID": "49dcfe24-e029-49f8-a067-3fb69a9fed5c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4be470"} 2026-07-02T19:38:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4be470"}, "namespace": "ai-tenant-e2e-api-b-4be470", "name": "openshift-service-ca.crt", "reconcileID": "49dcfe24-e029-49f8-a067-3fb69a9fed5c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4be470"} 2026-07-02T19:38:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4be470"}, "namespace": "ai-tenant-e2e-api-b-4be470", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4cead60-c010-49b1-b532-ecb60af0f056", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4be470"} 2026-07-02T19:38:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4be470"}, "namespace": "ai-tenant-e2e-api-b-4be470", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4cead60-c010-49b1-b532-ecb60af0f056", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4be470"} 2026-07-02T19:38:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "7462eaa2-02d9-4ee9-9b3b-f06567fb19c3", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:38:01Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "7462eaa2-02d9-4ee9-9b3b-f06567fb19c3", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c-authn-ssl"} 2026-07-02T19:38:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "7462eaa2-02d9-4ee9-9b3b-f06567fb19c3", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:38:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "ba77c60c-1150-411d-84ca-288b09be98d1", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:38:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "ba77c60c-1150-411d-84ca-288b09be98d1", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c-authn-ssl"} 2026-07-02T19:38:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "ba77c60c-1150-411d-84ca-288b09be98d1", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:38:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "90754036-df15-4431-837a-0c65bff1b473", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:38:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "90754036-df15-4431-837a-0c65bff1b473", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c-authn-ssl"} 2026-07-02T19:38:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "90754036-df15-4431-837a-0c65bff1b473", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:38:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "cb2f6e7f-871a-4020-8cd1-b91eab8b2572", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:38:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "cb2f6e7f-871a-4020-8cd1-b91eab8b2572", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c-authn-ssl"} 2026-07-02T19:38:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "cb2f6e7f-871a-4020-8cd1-b91eab8b2572", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:38:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "333648c6-c858-460b-8170-a63ab0d95927", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:38:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "333648c6-c858-460b-8170-a63ab0d95927", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c-authn-ssl"} 2026-07-02T19:38:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "333648c6-c858-460b-8170-a63ab0d95927", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:38:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "06b8c6cd-a3bd-4c6a-88cd-0dec3d49849d", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:38:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "06b8c6cd-a3bd-4c6a-88cd-0dec3d49849d", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c-authn-ssl"} 2026-07-02T19:38:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "06b8c6cd-a3bd-4c6a-88cd-0dec3d49849d", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:38:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "a473e9dc-a5aa-4dad-9988-b15814388589", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:38:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "a473e9dc-a5aa-4dad-9988-b15814388589", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c-authn-ssl"} 2026-07-02T19:38:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "a473e9dc-a5aa-4dad-9988-b15814388589", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:38:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "odh-trusted-ca-bundle", "reconcileID": "2053f97e-99d8-4b70-b069-8c54d7b3dc82", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:38:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "openshift-service-ca.crt", "reconcileID": "d5c6a093-cffb-460e-9307-3e1d4267b9af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:38:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "openshift-service-ca.crt", "reconcileID": "055feb3b-f948-4ecd-8603-e9c03d846d5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-74b95c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T19:38:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "openshift-service-ca.crt", "reconcileID": "055feb3b-f948-4ecd-8603-e9c03d846d5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:38:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c164aaf-de05-4758-8990-ca1ce9f6f108", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:38:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "openshift-service-ca.crt", "reconcileID": "3827571c-4007-4663-a5ab-47dd5f39eaa0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:38:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "odh-trusted-ca-bundle", "reconcileID": "963a47d2-28c5-4e5b-a708-30d43109c798", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-74b95c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-02T19:38:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "odh-trusted-ca-bundle", "reconcileID": "963a47d2-28c5-4e5b-a708-30d43109c798", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:38:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad327dc0-1d75-4dd0-a219-a83979206afa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:38:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "f74c9d3a-bd7a-4193-abcf-70a54cc1ef70", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:38:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "f74c9d3a-bd7a-4193-abcf-70a54cc1ef70", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c-authn-ssl"} 2026-07-02T19:38:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "f74c9d3a-bd7a-4193-abcf-70a54cc1ef70", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:38:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5556ef11-b3f5-4c2d-81a0-a6a901a1cb98", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-02T19:38:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "243a34d5-cf87-460b-8554-a3e1739b28e7", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:38:09Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "243a34d5-cf87-460b-8554-a3e1739b28e7", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a-authn-ssl"} 2026-07-02T19:38:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "243a34d5-cf87-460b-8554-a3e1739b28e7", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:38:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "556ff853-01a4-40c5-b2ec-00d37ab3d9ce", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:38:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "556ff853-01a4-40c5-b2ec-00d37ab3d9ce", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a-authn-ssl"} 2026-07-02T19:38:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "556ff853-01a4-40c5-b2ec-00d37ab3d9ce", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:38:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "2bb96b62-7b1f-4425-8525-5f4f9d960dfb", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:38:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "2bb96b62-7b1f-4425-8525-5f4f9d960dfb", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a-authn-ssl"} 2026-07-02T19:38:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "2bb96b62-7b1f-4425-8525-5f4f9d960dfb", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:38:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "faec210d-0bab-49bb-be59-c71fb9c2c260", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:38:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "faec210d-0bab-49bb-be59-c71fb9c2c260", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a-authn-ssl"} 2026-07-02T19:38:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "faec210d-0bab-49bb-be59-c71fb9c2c260", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:38:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "ad30c926-e6c0-46c7-b39b-a1a7c0c5e712", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:38:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "ad30c926-e6c0-46c7-b39b-a1a7c0c5e712", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a-authn-ssl"} 2026-07-02T19:38:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "ad30c926-e6c0-46c7-b39b-a1a7c0c5e712", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:38:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "b95b1a97-f3af-4241-a75c-b5b7a59c9655", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:38:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "b95b1a97-f3af-4241-a75c-b5b7a59c9655", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a-authn-ssl"} 2026-07-02T19:38:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "b95b1a97-f3af-4241-a75c-b5b7a59c9655", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:38:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "828b87ab-84d6-4bb8-825b-6c9499c9c6f8", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:38:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "828b87ab-84d6-4bb8-825b-6c9499c9c6f8", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a-authn-ssl"} 2026-07-02T19:38:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "828b87ab-84d6-4bb8-825b-6c9499c9c6f8", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:38:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "7c7f1b57-3461-43bc-aab8-fa2405a81f07", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:38:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "7c7f1b57-3461-43bc-aab8-fa2405a81f07", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c-authn-ssl"} 2026-07-02T19:38:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "7c7f1b57-3461-43bc-aab8-fa2405a81f07", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:38:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "openshift-service-ca.crt", "reconcileID": "6df75309-a329-4bee-9d9d-a4332f37fc46", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:38:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "odh-trusted-ca-bundle", "reconcileID": "f7dc7b69-4760-41fe-9dee-4c03add5bfb9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:38:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "openshift-service-ca.crt", "reconcileID": "c7adc45b-465a-4e34-b90e-33fbbff0b80e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-8e566a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T19:38:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "openshift-service-ca.crt", "reconcileID": "c7adc45b-465a-4e34-b90e-33fbbff0b80e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:38:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0974c8ef-a456-4ecf-93fb-714db51ba9fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:38:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "openshift-service-ca.crt", "reconcileID": "65e6efbe-65db-41bb-aa40-cd7af0415950", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:38:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "odh-trusted-ca-bundle", "reconcileID": "8751eb4e-6eb6-48b4-ae28-ead796af80a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8e566a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-02T19:38:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "odh-trusted-ca-bundle", "reconcileID": "8751eb4e-6eb6-48b4-ae28-ead796af80a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:38:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "39bd813c-496b-4db5-a71b-e68293a85e81", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:38:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "c365bcae-baba-42c6-9d83-8d58373d04f8", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:38:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "c365bcae-baba-42c6-9d83-8d58373d04f8", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a-authn-ssl"} 2026-07-02T19:38:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "c365bcae-baba-42c6-9d83-8d58373d04f8", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:38:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "488fa453-5c42-4c7a-b98d-425385cdc991", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-02T19:38:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "1aaae948-41eb-4b63-a00a-7aafe93456d3", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:38:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "1aaae948-41eb-4b63-a00a-7aafe93456d3", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a-authn-ssl"} 2026-07-02T19:38:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "1aaae948-41eb-4b63-a00a-7aafe93456d3", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:38:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "8e679011-f651-46d6-b47f-97fafa3c1711", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:38:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "8e679011-f651-46d6-b47f-97fafa3c1711", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:38:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "8e679011-f651-46d6-b47f-97fafa3c1711", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:38:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "4eda3172-8997-42bf-bad3-a7bac7a3cfb4", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:38:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "8e679011-f651-46d6-b47f-97fafa3c1711", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c-kserve-route-authn"} 2026-07-02T19:38:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "8e679011-f651-46d6-b47f-97fafa3c1711", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "authType": "userdefined"} 2026-07-02T19:38:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "8e679011-f651-46d6-b47f-97fafa3c1711", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:38:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "4eda3172-8997-42bf-bad3-a7bac7a3cfb4", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c-authn-ssl"} 2026-07-02T19:38:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "4eda3172-8997-42bf-bad3-a7bac7a3cfb4", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:38:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "b8aebddf-17f8-4b79-adf5-1135567edcbd", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:38:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "b8aebddf-17f8-4b79-adf5-1135567edcbd", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:38:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "b8aebddf-17f8-4b79-adf5-1135567edcbd", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:38:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "b8aebddf-17f8-4b79-adf5-1135567edcbd", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c-kserve-route-authn"} 2026-07-02T19:38:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "b8aebddf-17f8-4b79-adf5-1135567edcbd", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "authType": "userdefined"} 2026-07-02T19:38:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "b8aebddf-17f8-4b79-adf5-1135567edcbd", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:38:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9bc61ab0-75ac-4181-97cd-298639fd7135", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-02T19:38:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "eab624fa-a08a-47e0-8e4e-fbcffe410506", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:38:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "eab624fa-a08a-47e0-8e4e-fbcffe410506", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c-authn-ssl"} 2026-07-02T19:38:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "eab624fa-a08a-47e0-8e4e-fbcffe410506", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:38:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "4d552f94-4be5-4be1-a3c8-6040c3c589f5", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:38:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "4d552f94-4be5-4be1-a3c8-6040c3c589f5", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:38:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "4d552f94-4be5-4be1-a3c8-6040c3c589f5", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:38:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "4d552f94-4be5-4be1-a3c8-6040c3c589f5", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c-kserve-route-authn"} 2026-07-02T19:38:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "4d552f94-4be5-4be1-a3c8-6040c3c589f5", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "authType": "userdefined"} 2026-07-02T19:38:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "4d552f94-4be5-4be1-a3c8-6040c3c589f5", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:38:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "55e312d9-7ff3-4dbf-9c77-4959af6d2ba1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-02T19:38:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "c1f11868-1f64-464b-a6da-130fec5a66ad", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:38:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "c1f11868-1f64-464b-a6da-130fec5a66ad", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:38:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "c1f11868-1f64-464b-a6da-130fec5a66ad", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:38:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "c1f11868-1f64-464b-a6da-130fec5a66ad", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c-kserve-route-authn"} 2026-07-02T19:38:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "c1f11868-1f64-464b-a6da-130fec5a66ad", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "authType": "userdefined"} 2026-07-02T19:38:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "c1f11868-1f64-464b-a6da-130fec5a66ad", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:38:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "13cc6cdc-579b-411f-99b1-eba61958e34e", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:38:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "13cc6cdc-579b-411f-99b1-eba61958e34e", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:38:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "13cc6cdc-579b-411f-99b1-eba61958e34e", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:38:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "13cc6cdc-579b-411f-99b1-eba61958e34e", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c-kserve-route-authn"} 2026-07-02T19:38:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "13cc6cdc-579b-411f-99b1-eba61958e34e", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "authType": "userdefined"} 2026-07-02T19:38:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "13cc6cdc-579b-411f-99b1-eba61958e34e", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:38:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "8c31337a-966b-452f-bf30-53d1e068d697", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:38:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "8c31337a-966b-452f-bf30-53d1e068d697", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:38:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "8c31337a-966b-452f-bf30-53d1e068d697", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:38:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "c8150d69-48ac-492b-b6f7-c5e3872a4c94", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:38:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "8c31337a-966b-452f-bf30-53d1e068d697", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a-kserve-route-authn"} 2026-07-02T19:38:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "8c31337a-966b-452f-bf30-53d1e068d697", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "authType": "userdefined"} 2026-07-02T19:38:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "8c31337a-966b-452f-bf30-53d1e068d697", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:38:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "c8150d69-48ac-492b-b6f7-c5e3872a4c94", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a-authn-ssl"} 2026-07-02T19:38:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "c8150d69-48ac-492b-b6f7-c5e3872a4c94", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:38:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "91e85522-18b0-4472-8c82-dbafaa19b058", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:38:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "91e85522-18b0-4472-8c82-dbafaa19b058", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:38:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "91e85522-18b0-4472-8c82-dbafaa19b058", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:38:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "91e85522-18b0-4472-8c82-dbafaa19b058", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a-kserve-route-authn"} 2026-07-02T19:38:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "91e85522-18b0-4472-8c82-dbafaa19b058", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "authType": "userdefined"} 2026-07-02T19:38:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "91e85522-18b0-4472-8c82-dbafaa19b058", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:38:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "99f11e66-b62b-4bf4-af28-64da5e967d5a", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:38:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "99f11e66-b62b-4bf4-af28-64da5e967d5a", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a-authn-ssl"} 2026-07-02T19:38:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "99f11e66-b62b-4bf4-af28-64da5e967d5a", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:38:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "61c15334-027f-4ee1-b722-922d6f9f9d72", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:38:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "61c15334-027f-4ee1-b722-922d6f9f9d72", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:38:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "61c15334-027f-4ee1-b722-922d6f9f9d72", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:38:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "61c15334-027f-4ee1-b722-922d6f9f9d72", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a-kserve-route-authn"} 2026-07-02T19:38:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "61c15334-027f-4ee1-b722-922d6f9f9d72", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "authType": "userdefined"} 2026-07-02T19:38:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "61c15334-027f-4ee1-b722-922d6f9f9d72", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:39:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "4d8222ce-ba14-4bb6-8004-3d6ef5c72e94", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:39:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "4d8222ce-ba14-4bb6-8004-3d6ef5c72e94", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:39:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "4d8222ce-ba14-4bb6-8004-3d6ef5c72e94", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:39:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "4d8222ce-ba14-4bb6-8004-3d6ef5c72e94", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a-kserve-route-authn"} 2026-07-02T19:39:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "4d8222ce-ba14-4bb6-8004-3d6ef5c72e94", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "authType": "userdefined"} 2026-07-02T19:39:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "4d8222ce-ba14-4bb6-8004-3d6ef5c72e94", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:39:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "fe679501-0570-49b7-ad61-c632dc2dd2ac", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:39:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "fe679501-0570-49b7-ad61-c632dc2dd2ac", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c-authn-ssl"} 2026-07-02T19:39:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "fe679501-0570-49b7-ad61-c632dc2dd2ac", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:39:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "6a8bf2e0-fb18-4a65-8e0b-70193206e603", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:39:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "6a8bf2e0-fb18-4a65-8e0b-70193206e603", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a-authn-ssl"} 2026-07-02T19:39:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "6a8bf2e0-fb18-4a65-8e0b-70193206e603", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:40:46Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "f31cbdd1-e132-492b-9b64-c67448e7c522", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:40:46Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "f31cbdd1-e132-492b-9b64-c67448e7c522", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c"} 2026-07-02T19:40:46Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "f31cbdd1-e132-492b-9b64-c67448e7c522", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:40:46Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "f31cbdd1-e132-492b-9b64-c67448e7c522", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:40:46Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "f31cbdd1-e132-492b-9b64-c67448e7c522", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c-kserve-route-authn"} 2026-07-02T19:40:46Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "f31cbdd1-e132-492b-9b64-c67448e7c522", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c-kserve-route-authn"} 2026-07-02T19:40:46Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "f31cbdd1-e132-492b-9b64-c67448e7c522", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:40:46Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "f31cbdd1-e132-492b-9b64-c67448e7c522", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:40:46Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "auth-test-model-74b95c", "reconcileID": "da24d1b9-f307-4e33-8f7b-6dfbcacd24fa", "LLMInferenceService": "auth-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:40:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "b9f1727c-dc69-49c5-a80b-5017e3c26caa", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:40:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "b9f1727c-dc69-49c5-a80b-5017e3c26caa", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c-authn-ssl"} 2026-07-02T19:40:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "b9f1727c-dc69-49c5-a80b-5017e3c26caa", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:40:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "9897ac58-1488-47ab-b799-7e1c131edded", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:40:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "9897ac58-1488-47ab-b799-7e1c131edded", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c-authn-ssl"} 2026-07-02T19:40:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "9897ac58-1488-47ab-b799-7e1c131edded", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:40:47Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "3b81e366-fec7-481c-92bc-8cf2d88a980d", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:40:47Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "3b81e366-fec7-481c-92bc-8cf2d88a980d", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a"} 2026-07-02T19:40:47Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "3b81e366-fec7-481c-92bc-8cf2d88a980d", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:40:47Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "3b81e366-fec7-481c-92bc-8cf2d88a980d", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:40:47Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "3b81e366-fec7-481c-92bc-8cf2d88a980d", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a-kserve-route-authn"} 2026-07-02T19:40:47Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "3b81e366-fec7-481c-92bc-8cf2d88a980d", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a-kserve-route-authn"} 2026-07-02T19:40:47Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "3b81e366-fec7-481c-92bc-8cf2d88a980d", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:40:47Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "3b81e366-fec7-481c-92bc-8cf2d88a980d", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:40:47Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "auth-test-model-8e566a", "reconcileID": "929aad9b-d62a-48c6-85de-7f804719fff7", "LLMInferenceService": "auth-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:40:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "352427b7-ac4b-4bb7-bb7d-1d895aad0667", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:40:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "352427b7-ac4b-4bb7-bb7d-1d895aad0667", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a-authn-ssl"} 2026-07-02T19:40:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "352427b7-ac4b-4bb7-bb7d-1d895aad0667", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:40:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "bba1f46a-1f70-4ebf-924a-3397dcede100", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:40:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "bba1f46a-1f70-4ebf-924a-3397dcede100", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a-authn-ssl"} 2026-07-02T19:40:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "bba1f46a-1f70-4ebf-924a-3397dcede100", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:40:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "bcc62686-e661-4080-af04-3901f87edd12", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:40:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "bcc62686-e661-4080-af04-3901f87edd12", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:40:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "bcc62686-e661-4080-af04-3901f87edd12", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:40:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "2ad2df1b-3f7d-4059-a57b-672470e8db6f", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:40:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "bcc62686-e661-4080-af04-3901f87edd12", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c-kserve-route-authn"} 2026-07-02T19:40:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "bcc62686-e661-4080-af04-3901f87edd12", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "authType": "userdefined"} 2026-07-02T19:40:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "bcc62686-e661-4080-af04-3901f87edd12", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:40:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "2ad2df1b-3f7d-4059-a57b-672470e8db6f", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c-authn-ssl"} 2026-07-02T19:40:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "2ad2df1b-3f7d-4059-a57b-672470e8db6f", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:40:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "29edfc96-c625-40f0-9fd5-25dd5d51a778", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:40:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "29edfc96-c625-40f0-9fd5-25dd5d51a778", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:40:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "29edfc96-c625-40f0-9fd5-25dd5d51a778", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:40:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "29edfc96-c625-40f0-9fd5-25dd5d51a778", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c-kserve-route-authn"} 2026-07-02T19:40:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "29edfc96-c625-40f0-9fd5-25dd5d51a778", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "authType": "userdefined"} 2026-07-02T19:40:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "29edfc96-c625-40f0-9fd5-25dd5d51a778", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:40:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "be5afc3a-c1b4-4555-9bd0-1ef0e0f78e8d", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:40:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "be5afc3a-c1b4-4555-9bd0-1ef0e0f78e8d", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c-authn-ssl"} 2026-07-02T19:40:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "be5afc3a-c1b4-4555-9bd0-1ef0e0f78e8d", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:40:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "279761db-c077-4609-b05e-f6a6ccb633c4", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:40:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "279761db-c077-4609-b05e-f6a6ccb633c4", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:40:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "279761db-c077-4609-b05e-f6a6ccb633c4", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:40:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "279761db-c077-4609-b05e-f6a6ccb633c4", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c-kserve-route-authn"} 2026-07-02T19:40:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "279761db-c077-4609-b05e-f6a6ccb633c4", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "authType": "userdefined"} 2026-07-02T19:40:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "279761db-c077-4609-b05e-f6a6ccb633c4", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:41:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "9cddabb0-8d43-4e61-9171-32f482f0cd9c", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:41:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "9cddabb0-8d43-4e61-9171-32f482f0cd9c", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:41:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "9cddabb0-8d43-4e61-9171-32f482f0cd9c", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:41:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "9cddabb0-8d43-4e61-9171-32f482f0cd9c", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c-kserve-route-authn"} 2026-07-02T19:41:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "9cddabb0-8d43-4e61-9171-32f482f0cd9c", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "authType": "userdefined"} 2026-07-02T19:41:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "9cddabb0-8d43-4e61-9171-32f482f0cd9c", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:41:07Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-02T19:41:07Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-02T19:41:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "70a76099-3023-4bea-8e99-04b8a652008d", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:41:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "70a76099-3023-4bea-8e99-04b8a652008d", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:41:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "70a76099-3023-4bea-8e99-04b8a652008d", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:41:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "70a76099-3023-4bea-8e99-04b8a652008d", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c-kserve-route-authn"} 2026-07-02T19:41:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "70a76099-3023-4bea-8e99-04b8a652008d", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "authType": "userdefined"} 2026-07-02T19:41:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "70a76099-3023-4bea-8e99-04b8a652008d", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:41:09Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-02T19:41:09Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-02T19:41:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "56042a7c-d43c-4d4f-a4d5-6d6b9d235a0f", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:41:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "56042a7c-d43c-4d4f-a4d5-6d6b9d235a0f", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:41:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "56042a7c-d43c-4d4f-a4d5-6d6b9d235a0f", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:41:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "1efabb49-d685-49f6-ba1c-d565616f01bd", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:41:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "56042a7c-d43c-4d4f-a4d5-6d6b9d235a0f", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a-kserve-route-authn"} 2026-07-02T19:41:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "56042a7c-d43c-4d4f-a4d5-6d6b9d235a0f", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "authType": "userdefined"} 2026-07-02T19:41:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "56042a7c-d43c-4d4f-a4d5-6d6b9d235a0f", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:41:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "1efabb49-d685-49f6-ba1c-d565616f01bd", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a-authn-ssl"} 2026-07-02T19:41:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "1efabb49-d685-49f6-ba1c-d565616f01bd", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:41:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "ecd916fd-691c-4101-bea5-deca386869ff", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:41:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "ecd916fd-691c-4101-bea5-deca386869ff", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:41:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "ecd916fd-691c-4101-bea5-deca386869ff", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:41:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "ecd916fd-691c-4101-bea5-deca386869ff", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a-kserve-route-authn"} 2026-07-02T19:41:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "ecd916fd-691c-4101-bea5-deca386869ff", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "authType": "userdefined"} 2026-07-02T19:41:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "ecd916fd-691c-4101-bea5-deca386869ff", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:41:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "68859719-6bd5-491f-abcb-10bb8f8de353", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:41:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "68859719-6bd5-491f-abcb-10bb8f8de353", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a-authn-ssl"} 2026-07-02T19:41:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "68859719-6bd5-491f-abcb-10bb8f8de353", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:41:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "e730f252-713c-4eed-8b67-28e672b8db05", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:41:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "e730f252-713c-4eed-8b67-28e672b8db05", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:41:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "e730f252-713c-4eed-8b67-28e672b8db05", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:41:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "e730f252-713c-4eed-8b67-28e672b8db05", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a-kserve-route-authn"} 2026-07-02T19:41:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "e730f252-713c-4eed-8b67-28e672b8db05", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "authType": "userdefined"} 2026-07-02T19:41:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "e730f252-713c-4eed-8b67-28e672b8db05", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:41:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "76bfd5e3-98c5-41b7-a405-605d2649b0a7", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:41:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "76bfd5e3-98c5-41b7-a405-605d2649b0a7", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:41:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "76bfd5e3-98c5-41b7-a405-605d2649b0a7", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:41:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "76bfd5e3-98c5-41b7-a405-605d2649b0a7", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a-kserve-route-authn"} 2026-07-02T19:41:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "76bfd5e3-98c5-41b7-a405-605d2649b0a7", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "authType": "userdefined"} 2026-07-02T19:41:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "76bfd5e3-98c5-41b7-a405-605d2649b0a7", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:41:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "6c204b5d-be23-4ef7-a6d5-c9283a6d8966", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:41:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "6c204b5d-be23-4ef7-a6d5-c9283a6d8966", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:41:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "6c204b5d-be23-4ef7-a6d5-c9283a6d8966", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:41:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "6c204b5d-be23-4ef7-a6d5-c9283a6d8966", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a-kserve-route-authn"} 2026-07-02T19:41:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "6c204b5d-be23-4ef7-a6d5-c9283a6d8966", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "authType": "userdefined"} 2026-07-02T19:41:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "6c204b5d-be23-4ef7-a6d5-c9283a6d8966", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:41:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "0ce4cdc1-34e7-4e3e-9931-57401b6f1de1", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:41:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "0ce4cdc1-34e7-4e3e-9931-57401b6f1de1", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c"} 2026-07-02T19:41:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "0ce4cdc1-34e7-4e3e-9931-57401b6f1de1", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:41:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "0ce4cdc1-34e7-4e3e-9931-57401b6f1de1", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:41:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "0ce4cdc1-34e7-4e3e-9931-57401b6f1de1", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c-kserve-route-authn"} 2026-07-02T19:41:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "0ce4cdc1-34e7-4e3e-9931-57401b6f1de1", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c-kserve-route-authn"} 2026-07-02T19:41:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "0ce4cdc1-34e7-4e3e-9931-57401b6f1de1", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:41:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "0ce4cdc1-34e7-4e3e-9931-57401b6f1de1", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:41:53Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "sub-test-model-74b95c", "reconcileID": "21b50cc5-3d4b-4b24-8174-05415b78470e", "LLMInferenceService": "sub-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:41:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "064d2613-5933-4b2c-82f2-e8a31968d718", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:41:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "064d2613-5933-4b2c-82f2-e8a31968d718", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c-authn-ssl"} 2026-07-02T19:41:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "064d2613-5933-4b2c-82f2-e8a31968d718", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:41:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "a3866d84-a673-4d10-8c20-8b790d92a7ed", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:41:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "a3866d84-a673-4d10-8c20-8b790d92a7ed", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c-authn-ssl"} 2026-07-02T19:41:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "a3866d84-a673-4d10-8c20-8b790d92a7ed", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:41:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "87b157c4-d6cd-4abb-a672-cac8a22aa758", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:41:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "87b157c4-d6cd-4abb-a672-cac8a22aa758", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a"} 2026-07-02T19:41:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "87b157c4-d6cd-4abb-a672-cac8a22aa758", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:41:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "87b157c4-d6cd-4abb-a672-cac8a22aa758", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:41:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "87b157c4-d6cd-4abb-a672-cac8a22aa758", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a-kserve-route-authn"} 2026-07-02T19:41:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "87b157c4-d6cd-4abb-a672-cac8a22aa758", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a-kserve-route-authn"} 2026-07-02T19:41:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "87b157c4-d6cd-4abb-a672-cac8a22aa758", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:41:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "87b157c4-d6cd-4abb-a672-cac8a22aa758", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:41:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "sub-test-model-8e566a", "reconcileID": "a3982e88-a99e-40f3-986f-78e43fec2018", "LLMInferenceService": "sub-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:41:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "b9cfdcea-ab4f-403d-81f7-1d9e69d3509a", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:41:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "b9cfdcea-ab4f-403d-81f7-1d9e69d3509a", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a-authn-ssl"} 2026-07-02T19:41:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "b9cfdcea-ab4f-403d-81f7-1d9e69d3509a", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:41:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "c837d63a-9ae6-45ab-b080-78b70b0ea61b", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:41:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "c837d63a-9ae6-45ab-b080-78b70b0ea61b", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a-authn-ssl"} 2026-07-02T19:41:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "c837d63a-9ae6-45ab-b080-78b70b0ea61b", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:41:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "b6af6989-8861-4635-94ff-8f1faec42e0d", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:41:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "b6af6989-8861-4635-94ff-8f1faec42e0d", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:41:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "b6af6989-8861-4635-94ff-8f1faec42e0d", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:41:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "c7cb20d3-45fe-4c9f-b9cc-bd48f1a27677", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:41:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "b6af6989-8861-4635-94ff-8f1faec42e0d", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c-kserve-route-authn"} 2026-07-02T19:41:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "b6af6989-8861-4635-94ff-8f1faec42e0d", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "authType": "userdefined"} 2026-07-02T19:41:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "b6af6989-8861-4635-94ff-8f1faec42e0d", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:41:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "c7cb20d3-45fe-4c9f-b9cc-bd48f1a27677", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c-authn-ssl"} 2026-07-02T19:41:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "c7cb20d3-45fe-4c9f-b9cc-bd48f1a27677", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:41:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "b7ae8e97-5659-45da-a767-2f5fccd77bd2", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:41:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "b7ae8e97-5659-45da-a767-2f5fccd77bd2", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:41:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "b7ae8e97-5659-45da-a767-2f5fccd77bd2", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:41:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "b7ae8e97-5659-45da-a767-2f5fccd77bd2", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c-kserve-route-authn"} 2026-07-02T19:41:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "b7ae8e97-5659-45da-a767-2f5fccd77bd2", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "authType": "userdefined"} 2026-07-02T19:41:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "b7ae8e97-5659-45da-a767-2f5fccd77bd2", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:42:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "3a7fce5a-4680-4331-9637-629bab595f0b", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:42:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "3a7fce5a-4680-4331-9637-629bab595f0b", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c-authn-ssl"} 2026-07-02T19:42:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "3a7fce5a-4680-4331-9637-629bab595f0b", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:42:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "4866907a-1a81-4936-a289-783e93a865e1", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:42:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "4866907a-1a81-4936-a289-783e93a865e1", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:42:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "4866907a-1a81-4936-a289-783e93a865e1", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:42:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "4866907a-1a81-4936-a289-783e93a865e1", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c-kserve-route-authn"} 2026-07-02T19:42:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "4866907a-1a81-4936-a289-783e93a865e1", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "authType": "userdefined"} 2026-07-02T19:42:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "4866907a-1a81-4936-a289-783e93a865e1", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:42:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "46302ca1-bb52-4c32-a827-53221d43de94", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:42:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "46302ca1-bb52-4c32-a827-53221d43de94", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:42:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "46302ca1-bb52-4c32-a827-53221d43de94", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:42:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "46302ca1-bb52-4c32-a827-53221d43de94", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c-kserve-route-authn"} 2026-07-02T19:42:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "46302ca1-bb52-4c32-a827-53221d43de94", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "authType": "userdefined"} 2026-07-02T19:42:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "46302ca1-bb52-4c32-a827-53221d43de94", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:42:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "55082990-75f2-4423-8e31-51197fe4ff1a", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:42:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "55082990-75f2-4423-8e31-51197fe4ff1a", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:42:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "55082990-75f2-4423-8e31-51197fe4ff1a", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:42:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "745f62c9-443b-4980-a8c2-7cfed4b59eab", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:42:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "55082990-75f2-4423-8e31-51197fe4ff1a", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a-kserve-route-authn"} 2026-07-02T19:42:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "55082990-75f2-4423-8e31-51197fe4ff1a", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "authType": "userdefined"} 2026-07-02T19:42:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "55082990-75f2-4423-8e31-51197fe4ff1a", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:42:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "745f62c9-443b-4980-a8c2-7cfed4b59eab", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a-authn-ssl"} 2026-07-02T19:42:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "745f62c9-443b-4980-a8c2-7cfed4b59eab", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:42:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "7b83abd4-1ef8-4e8a-91ae-099ba918538d", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:42:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "7b83abd4-1ef8-4e8a-91ae-099ba918538d", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:42:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "7b83abd4-1ef8-4e8a-91ae-099ba918538d", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:42:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "7b83abd4-1ef8-4e8a-91ae-099ba918538d", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a-kserve-route-authn"} 2026-07-02T19:42:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "7b83abd4-1ef8-4e8a-91ae-099ba918538d", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "authType": "userdefined"} 2026-07-02T19:42:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "7b83abd4-1ef8-4e8a-91ae-099ba918538d", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:42:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3af5a267-da40-4415-aa55-ca787f0e5423", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-02T19:43:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "1829a4d1-25c4-4c20-becf-d88cef37c539", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:43:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "1829a4d1-25c4-4c20-becf-d88cef37c539", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a-authn-ssl"} 2026-07-02T19:43:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "1829a4d1-25c4-4c20-becf-d88cef37c539", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:43:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "d228fe17-ee43-44b0-86b2-63cb735af86d", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:43:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "d228fe17-ee43-44b0-86b2-63cb735af86d", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:43:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "d228fe17-ee43-44b0-86b2-63cb735af86d", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:43:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "d228fe17-ee43-44b0-86b2-63cb735af86d", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a-kserve-route-authn"} 2026-07-02T19:43:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "d228fe17-ee43-44b0-86b2-63cb735af86d", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "authType": "userdefined"} 2026-07-02T19:43:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "d228fe17-ee43-44b0-86b2-63cb735af86d", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:43:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "a32fec4a-a352-4a20-bf9e-23981a329e2a", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:43:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "a32fec4a-a352-4a20-bf9e-23981a329e2a", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:43:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "a32fec4a-a352-4a20-bf9e-23981a329e2a", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:43:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "a32fec4a-a352-4a20-bf9e-23981a329e2a", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a-kserve-route-authn"} 2026-07-02T19:43:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "a32fec4a-a352-4a20-bf9e-23981a329e2a", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "authType": "userdefined"} 2026-07-02T19:43:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "a32fec4a-a352-4a20-bf9e-23981a329e2a", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:43:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "6403a158-51d7-4d0b-a3da-3ceae70668c6", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:43:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "6403a158-51d7-4d0b-a3da-3ceae70668c6", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:43:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "6403a158-51d7-4d0b-a3da-3ceae70668c6", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:43:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "6403a158-51d7-4d0b-a3da-3ceae70668c6", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a-kserve-route-authn"} 2026-07-02T19:43:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "6403a158-51d7-4d0b-a3da-3ceae70668c6", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "authType": "userdefined"} 2026-07-02T19:43:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "6403a158-51d7-4d0b-a3da-3ceae70668c6", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:43:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c36636cb-202a-4798-8bab-cbbe4f1efe44", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-02T19:43:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7ab40320-d8a0-42f4-9904-0323db7897ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-02T19:43:40Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "a50a8897-e750-43bc-adb0-7d6fb9d64edf", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:43:40Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "a50a8897-e750-43bc-adb0-7d6fb9d64edf", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c"} 2026-07-02T19:43:40Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "a50a8897-e750-43bc-adb0-7d6fb9d64edf", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:43:40Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "a50a8897-e750-43bc-adb0-7d6fb9d64edf", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:43:40Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "a50a8897-e750-43bc-adb0-7d6fb9d64edf", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c-kserve-route-authn"} 2026-07-02T19:43:40Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "a50a8897-e750-43bc-adb0-7d6fb9d64edf", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c-kserve-route-authn"} 2026-07-02T19:43:40Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "a50a8897-e750-43bc-adb0-7d6fb9d64edf", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:43:40Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "a50a8897-e750-43bc-adb0-7d6fb9d64edf", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:43:41Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-74b95c","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "rate-test-model-74b95c", "reconcileID": "7da602d1-bded-41f0-b0da-771f302868c9", "LLMInferenceService": "rate-test-model-74b95c", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:43:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "0145ff9d-f5ad-440b-87dc-d10ee5e686fe", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:43:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "0145ff9d-f5ad-440b-87dc-d10ee5e686fe", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c-authn-ssl"} 2026-07-02T19:43:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "0145ff9d-f5ad-440b-87dc-d10ee5e686fe", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:43:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "ae27749d-51d5-4e5f-8ec5-07cdf013b198", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:43:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "ae27749d-51d5-4e5f-8ec5-07cdf013b198", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c-authn-ssl"} 2026-07-02T19:43:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "ae27749d-51d5-4e5f-8ec5-07cdf013b198", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:43:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "89a55068-59a6-4ec7-b534-ca86538ba200", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:43:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "89a55068-59a6-4ec7-b534-ca86538ba200", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a"} 2026-07-02T19:43:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "89a55068-59a6-4ec7-b534-ca86538ba200", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:43:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "89a55068-59a6-4ec7-b534-ca86538ba200", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:43:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "89a55068-59a6-4ec7-b534-ca86538ba200", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a-kserve-route-authn"} 2026-07-02T19:43:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "89a55068-59a6-4ec7-b534-ca86538ba200", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a-kserve-route-authn"} 2026-07-02T19:43:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "89a55068-59a6-4ec7-b534-ca86538ba200", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:43:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "89a55068-59a6-4ec7-b534-ca86538ba200", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:43:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8e566a","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "rate-test-model-8e566a", "reconcileID": "d4afa6b2-6218-49c1-affb-fc01a7283ab1", "LLMInferenceService": "rate-test-model-8e566a", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:43:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "98a1ae39-846a-4cce-9f3a-7da985970fa3", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:43:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "98a1ae39-846a-4cce-9f3a-7da985970fa3", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a-authn-ssl"} 2026-07-02T19:43:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "98a1ae39-846a-4cce-9f3a-7da985970fa3", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:43:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "8e65224e-2076-491b-be9b-cf0ab0341969", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:43:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "8e65224e-2076-491b-be9b-cf0ab0341969", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a-authn-ssl"} 2026-07-02T19:43:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "8e65224e-2076-491b-be9b-cf0ab0341969", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:43:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ac8f9edd-c703-470d-89ad-fbea25872212", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-02T19:43:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "4bc56992-c76e-4924-b984-2cdb6d1000eb", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:43:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "4bc56992-c76e-4924-b984-2cdb6d1000eb", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c-authn-ssl"} 2026-07-02T19:43:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-74b95c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-74b95c", "reconcileID": "4bc56992-c76e-4924-b984-2cdb6d1000eb", "Gateway": "e2e-shared-a-74b95c", "namespace": "openshift-ingress"} 2026-07-02T19:44:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b5be174-aa0d-44ae-b26b-a2332b776bd5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:44:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b5be174-aa0d-44ae-b26b-a2332b776bd5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-74b95c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T19:44:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b5be174-aa0d-44ae-b26b-a2332b776bd5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-74b95c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T19:44:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "odh-trusted-ca-bundle", "reconcileID": "4adf27a0-a158-4dd8-ac2a-83ea898cc1e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:44:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "odh-trusted-ca-bundle", "reconcileID": "4adf27a0-a158-4dd8-ac2a-83ea898cc1e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-74b95c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T19:44:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "odh-trusted-ca-bundle", "reconcileID": "4adf27a0-a158-4dd8-ac2a-83ea898cc1e1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-74b95c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T19:44:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "openshift-service-ca.crt", "reconcileID": "e6256c02-95da-43a7-8e85-05e27d234942", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:44:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "openshift-service-ca.crt", "reconcileID": "e6256c02-95da-43a7-8e85-05e27d234942", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:44:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac64e489-3343-4e97-b1af-415983a2e34b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:44:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac64e489-3343-4e97-b1af-415983a2e34b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:44:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "odh-trusted-ca-bundle", "reconcileID": "64fce90c-5e68-4066-9c12-16b85afb536b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:44:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-74b95c"}, "namespace": "ai-tenant-e2e-shared-a-74b95c", "name": "odh-trusted-ca-bundle", "reconcileID": "64fce90c-5e68-4066-9c12-16b85afb536b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-74b95c"} 2026-07-02T19:44:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "071fc7bc-7201-45c3-bef8-877e40fb58af", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-02T19:44:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "d939187c-a962-4fc5-94a0-dddbaa526556", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:44:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "d939187c-a962-4fc5-94a0-dddbaa526556", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a-authn-ssl"} 2026-07-02T19:44:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-8e566a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-8e566a", "reconcileID": "d939187c-a962-4fc5-94a0-dddbaa526556", "Gateway": "e2e-shared-b-8e566a", "namespace": "openshift-ingress"} 2026-07-02T19:44:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f89a952-1db0-4907-8c19-802ce4fb15d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:44:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f89a952-1db0-4907-8c19-802ce4fb15d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8e566a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T19:44:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f89a952-1db0-4907-8c19-802ce4fb15d7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-8e566a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T19:44:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "odh-trusted-ca-bundle", "reconcileID": "cb238c49-f946-41b6-bfd5-6d253905b97b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:44:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "odh-trusted-ca-bundle", "reconcileID": "cb238c49-f946-41b6-bfd5-6d253905b97b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:44:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "openshift-service-ca.crt", "reconcileID": "17329e45-8f26-4fb4-a2cb-c17685019dda", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:44:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "openshift-service-ca.crt", "reconcileID": "17329e45-8f26-4fb4-a2cb-c17685019dda", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:44:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1025e2c-d28f-4b67-b59a-9851f2f76162", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8e566a"} 2026-07-02T19:44:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-8e566a"}, "namespace": "ai-tenant-e2e-shared-b-8e566a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1025e2c-d28f-4b67-b59a-9851f2f76162", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-8e566a"}