2026-07-15T12:49:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-a77f45"}, "namespace": "ai-tenant-e2e-api-a-a77f45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e347ff57-bc6d-494c-ad3e-72f24cc89126", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a77f45"} 2026-07-15T12:49:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-a77f45"}, "namespace": "ai-tenant-e2e-api-a-a77f45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e347ff57-bc6d-494c-ad3e-72f24cc89126", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a77f45", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T12:49:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-a77f45"}, "namespace": "ai-tenant-e2e-api-a-a77f45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e347ff57-bc6d-494c-ad3e-72f24cc89126", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-a77f45 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T12:49:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-a77f45"}, "namespace": "ai-tenant-e2e-api-a-a77f45", "name": "odh-trusted-ca-bundle", "reconcileID": "2e28c6c7-56d5-419f-ba86-a613829fe4e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a77f45"} 2026-07-15T12:49:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-a77f45"}, "namespace": "ai-tenant-e2e-api-a-a77f45", "name": "odh-trusted-ca-bundle", "reconcileID": "2e28c6c7-56d5-419f-ba86-a613829fe4e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a77f45", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T12:49:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-a77f45"}, "namespace": "ai-tenant-e2e-api-a-a77f45", "name": "odh-trusted-ca-bundle", "reconcileID": "2e28c6c7-56d5-419f-ba86-a613829fe4e5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-a77f45 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T12:49:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-a77f45"}, "namespace": "ai-tenant-e2e-api-a-a77f45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "feadd3c1-754b-4576-9330-7682139e134c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a77f45"} 2026-07-15T12:49:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-a77f45"}, "namespace": "ai-tenant-e2e-api-a-a77f45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "feadd3c1-754b-4576-9330-7682139e134c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a77f45", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T12:49:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-a77f45"}, "namespace": "ai-tenant-e2e-api-a-a77f45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "feadd3c1-754b-4576-9330-7682139e134c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-a77f45 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T12:49:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-a77f45"}, "namespace": "ai-tenant-e2e-api-a-a77f45", "name": "odh-trusted-ca-bundle", "reconcileID": "ce7fd3e4-db3e-451e-b518-a894376413a6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a77f45"} 2026-07-15T12:49:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-a77f45"}, "namespace": "ai-tenant-e2e-api-a-a77f45", "name": "odh-trusted-ca-bundle", "reconcileID": "ce7fd3e4-db3e-451e-b518-a894376413a6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a77f45"} 2026-07-15T12:49:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-a77f45"}, "namespace": "ai-tenant-e2e-api-a-a77f45", "name": "openshift-service-ca.crt", "reconcileID": "5ab37a72-0a84-4645-bec1-a5c7102d80b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-a77f45"} 2026-07-15T12:49:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-a77f45"}, "namespace": "ai-tenant-e2e-api-a-a77f45", "name": "openshift-service-ca.crt", "reconcileID": "5ab37a72-0a84-4645-bec1-a5c7102d80b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-a77f45"} 2026-07-15T12:49:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-a77f45"}, "namespace": "ai-tenant-e2e-api-a-a77f45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce881608-ac2d-4d05-9485-02ac88a9d4f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a77f45"} 2026-07-15T12:49:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-a77f45"}, "namespace": "ai-tenant-e2e-api-a-a77f45", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce881608-ac2d-4d05-9485-02ac88a9d4f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a77f45"} 2026-07-15T12:49:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a77f45","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a77f45", "reconcileID": "520156af-a42c-4e55-a07b-6c4915329000", "Gateway": "e2e-api-a-a77f45", "namespace": "openshift-ingress"} 2026-07-15T12:49:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c2d9f4b4-a80c-41e9-84c9-14669ce5fa02", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T12:49:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a2a9e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a2a9e1", "reconcileID": "67d3fc78-efdf-4994-85ea-7526af06bdf7", "Gateway": "e2e-api-b-a2a9e1", "namespace": "openshift-ingress"} 2026-07-15T12:49:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a2a9e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a2a9e1", "reconcileID": "67d3fc78-efdf-4994-85ea-7526af06bdf7", "Gateway": "e2e-api-b-a2a9e1", "namespace": "openshift-ingress", "name": "e2e-api-b-a2a9e1-authn-ssl"} 2026-07-15T12:49:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a2a9e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a2a9e1", "reconcileID": "67d3fc78-efdf-4994-85ea-7526af06bdf7", "Gateway": "e2e-api-b-a2a9e1", "namespace": "openshift-ingress"} 2026-07-15T12:49:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a2a9e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a2a9e1", "reconcileID": "896c99e5-4507-43b6-9e2a-451b1af6098d", "Gateway": "e2e-api-b-a2a9e1", "namespace": "openshift-ingress"} 2026-07-15T12:49:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a2a9e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a2a9e1", "reconcileID": "896c99e5-4507-43b6-9e2a-451b1af6098d", "Gateway": "e2e-api-b-a2a9e1", "namespace": "openshift-ingress", "name": "e2e-api-b-a2a9e1-authn-ssl"} 2026-07-15T12:49:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a2a9e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a2a9e1", "reconcileID": "896c99e5-4507-43b6-9e2a-451b1af6098d", "Gateway": "e2e-api-b-a2a9e1", "namespace": "openshift-ingress"} 2026-07-15T12:49:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a2a9e1"}, "namespace": "ai-tenant-e2e-api-b-a2a9e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7b2b09a-8774-4de4-832c-47f1626604fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a2a9e1"} 2026-07-15T12:49:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a2a9e1"}, "namespace": "ai-tenant-e2e-api-b-a2a9e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7b2b09a-8774-4de4-832c-47f1626604fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a2a9e1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T12:49:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a2a9e1"}, "namespace": "ai-tenant-e2e-api-b-a2a9e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7b2b09a-8774-4de4-832c-47f1626604fa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-a2a9e1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T12:49:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a2a9e1"}, "namespace": "ai-tenant-e2e-api-b-a2a9e1", "name": "odh-trusted-ca-bundle", "reconcileID": "087a422f-0ebe-428f-9509-adb7f2e22860", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a2a9e1"} 2026-07-15T12:49:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a2a9e1"}, "namespace": "ai-tenant-e2e-api-b-a2a9e1", "name": "odh-trusted-ca-bundle", "reconcileID": "087a422f-0ebe-428f-9509-adb7f2e22860", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a2a9e1"} 2026-07-15T12:49:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a2a9e1"}, "namespace": "ai-tenant-e2e-api-b-a2a9e1", "name": "openshift-service-ca.crt", "reconcileID": "34ffcaf1-0251-4404-bae9-14e00e83d5c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a2a9e1"} 2026-07-15T12:49:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a2a9e1"}, "namespace": "ai-tenant-e2e-api-b-a2a9e1", "name": "openshift-service-ca.crt", "reconcileID": "34ffcaf1-0251-4404-bae9-14e00e83d5c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a2a9e1"} 2026-07-15T12:49:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a2a9e1"}, "namespace": "ai-tenant-e2e-api-b-a2a9e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a092e986-d06d-4795-ac85-3655b4725c34", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a2a9e1"} 2026-07-15T12:49:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a2a9e1"}, "namespace": "ai-tenant-e2e-api-b-a2a9e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a092e986-d06d-4795-ac85-3655b4725c34", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a2a9e1"} 2026-07-15T12:49:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a2a9e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a2a9e1", "reconcileID": "bf821130-9e85-4bdc-9d4b-8b50b0258ecb", "Gateway": "e2e-api-b-a2a9e1", "namespace": "openshift-ingress"} 2026-07-15T12:49:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "85cfd756-04f3-46c8-81cd-b12c79eb2195", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:49:39Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "85cfd756-04f3-46c8-81cd-b12c79eb2195", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283-authn-ssl"} 2026-07-15T12:49:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "85cfd756-04f3-46c8-81cd-b12c79eb2195", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:49:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "99120d5c-9d54-4aa9-ae85-396c0a4c61eb", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:49:39Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "99120d5c-9d54-4aa9-ae85-396c0a4c61eb", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283-authn-ssl"} 2026-07-15T12:49:39Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "99120d5c-9d54-4aa9-ae85-396c0a4c61eb", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-shared-a-abb283-authn-ssl: envoyfilters.networking.istio.io \"e2e-shared-a-abb283-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T12:49:39Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-shared-a-abb283-authn-ssl: envoyfilters.networking.istio.io "e2e-shared-a-abb283-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-shared-a-abb283","uid":"36385396-e328-4890-b968-aadd8b01f680","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"56382"}, "reason": "ReconcileError"} 2026-07-15T12:49:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "71098ac6-473c-47fa-a4ed-a2806fdd6453", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:49:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "71098ac6-473c-47fa-a4ed-a2806fdd6453", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283-authn-ssl"} 2026-07-15T12:49:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "71098ac6-473c-47fa-a4ed-a2806fdd6453", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:49:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "fc512932-24ba-4a5f-8c21-f5bf573a54be", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:49:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "fc512932-24ba-4a5f-8c21-f5bf573a54be", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283-authn-ssl"} 2026-07-15T12:49:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "fc512932-24ba-4a5f-8c21-f5bf573a54be", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:49:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "70482072-1b07-4020-80fc-03c842dd8e39", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:49:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "70482072-1b07-4020-80fc-03c842dd8e39", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283-authn-ssl"} 2026-07-15T12:49:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "70482072-1b07-4020-80fc-03c842dd8e39", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:49:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "87fa41f1-0439-4dc2-b56c-2478ebf9d36b", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:49:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "87fa41f1-0439-4dc2-b56c-2478ebf9d36b", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283-authn-ssl"} 2026-07-15T12:49:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "87fa41f1-0439-4dc2-b56c-2478ebf9d36b", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:49:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "b63cf6b3-0cc6-40a8-b436-4e9ed5f755f0", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:49:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "b63cf6b3-0cc6-40a8-b436-4e9ed5f755f0", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283-authn-ssl"} 2026-07-15T12:49:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "b63cf6b3-0cc6-40a8-b436-4e9ed5f755f0", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:49:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "openshift-service-ca.crt", "reconcileID": "67635123-8cd3-43df-9ca6-44e7f4e75668", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:49:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "odh-trusted-ca-bundle", "reconcileID": "e4e59e81-6fbf-465f-b85d-e28037432b4b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-abb283", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T12:49:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "odh-trusted-ca-bundle", "reconcileID": "e4e59e81-6fbf-465f-b85d-e28037432b4b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:49:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "openshift-service-ca.crt", "reconcileID": "9f54bae7-5045-479b-a66e-e65765848f37", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-abb283", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T12:49:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "openshift-service-ca.crt", "reconcileID": "9f54bae7-5045-479b-a66e-e65765848f37", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T12:49:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0aafc8cb-98a8-498a-a184-d068546ec8e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:49:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "openshift-service-ca.crt", "reconcileID": "149fc1c5-5b0e-44f9-a275-e809fa123dfb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:49:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "openshift-service-ca.crt", "reconcileID": "c0daf2b6-83d9-4a7c-989a-36f1f789143e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:49:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "odh-trusted-ca-bundle", "reconcileID": "b19087f9-3a84-45bb-aa6a-477cf1ac8206", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-abb283", "update": "odh-kserve-custom-ca-bundle"} 2026-07-15T12:49:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "odh-trusted-ca-bundle", "reconcileID": "b19087f9-3a84-45bb-aa6a-477cf1ac8206", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:49:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be96d0d8-1a1d-4d36-a039-02328b716c57", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:49:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "f86ad91f-4b89-4bc4-9fe8-39d9e622dae0", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:49:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "f86ad91f-4b89-4bc4-9fe8-39d9e622dae0", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283-authn-ssl"} 2026-07-15T12:49:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "f86ad91f-4b89-4bc4-9fe8-39d9e622dae0", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:49:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "669c1eca-2ae6-4918-a335-e87d83fcaf48", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T12:49:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "18d717d4-bd7b-42e6-8f3c-6002ee1016bd", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:49:48Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "18d717d4-bd7b-42e6-8f3c-6002ee1016bd", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb-authn-ssl"} 2026-07-15T12:49:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "18d717d4-bd7b-42e6-8f3c-6002ee1016bd", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:49:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "3448c410-b351-4209-bc74-3bc6e6c66d62", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:49:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "3448c410-b351-4209-bc74-3bc6e6c66d62", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb-authn-ssl"} 2026-07-15T12:49:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "3448c410-b351-4209-bc74-3bc6e6c66d62", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:49:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "a76014a2-e8fb-41da-88ae-6f00ca3f3a9e", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:49:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "a76014a2-e8fb-41da-88ae-6f00ca3f3a9e", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb-authn-ssl"} 2026-07-15T12:49:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "a76014a2-e8fb-41da-88ae-6f00ca3f3a9e", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:49:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "4d42e8db-3243-4633-b98e-aaac2c2fd884", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:49:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "4d42e8db-3243-4633-b98e-aaac2c2fd884", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb-authn-ssl"} 2026-07-15T12:49:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "4d42e8db-3243-4633-b98e-aaac2c2fd884", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:49:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "f004287e-8763-4972-b6c5-7ed7e7297293", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:49:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "f004287e-8763-4972-b6c5-7ed7e7297293", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb-authn-ssl"} 2026-07-15T12:49:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "f004287e-8763-4972-b6c5-7ed7e7297293", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:49:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "3bf730b8-fff2-4bd4-b809-2852b6009065", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:49:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "3bf730b8-fff2-4bd4-b809-2852b6009065", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb-authn-ssl"} 2026-07-15T12:49:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "3bf730b8-fff2-4bd4-b809-2852b6009065", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:49:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "a5c33fe5-2ed4-4833-8d36-6b670e7a9cea", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:49:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "a5c33fe5-2ed4-4833-8d36-6b670e7a9cea", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb-authn-ssl"} 2026-07-15T12:49:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "a5c33fe5-2ed4-4833-8d36-6b670e7a9cea", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:49:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "ee13f281-764f-4bc8-b2f1-c4284c2dced8", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:49:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "ee13f281-764f-4bc8-b2f1-c4284c2dced8", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb-authn-ssl"} 2026-07-15T12:49:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "ee13f281-764f-4bc8-b2f1-c4284c2dced8", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:49:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "openshift-service-ca.crt", "reconcileID": "b79649c2-e9c5-4933-b8b5-4e3432b19213", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:49:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "odh-trusted-ca-bundle", "reconcileID": "535edc9f-c7a1-418e-b97a-8d6f876e2207", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:49:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "openshift-service-ca.crt", "reconcileID": "6b09318e-deda-4072-a3d9-eb1d7eb52a46", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T12:49:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "openshift-service-ca.crt", "reconcileID": "6b09318e-deda-4072-a3d9-eb1d7eb52a46", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:49:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "openshift-service-ca.crt", "reconcileID": "f014dcac-c838-4aa7-8dbb-be24b329a255", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T12:49:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "openshift-service-ca.crt", "reconcileID": "f014dcac-c838-4aa7-8dbb-be24b329a255", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T12:49:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd71c714-9f03-4cc7-b2d7-dc5abb201a92", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:49:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "openshift-service-ca.crt", "reconcileID": "4e155178-3d1b-44ec-945d-7a06166352f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "update": "odh-kserve-custom-ca-bundle"} 2026-07-15T12:49:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "openshift-service-ca.crt", "reconcileID": "4e155178-3d1b-44ec-945d-7a06166352f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:49:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "odh-trusted-ca-bundle", "reconcileID": "461ce4d5-d267-400d-8d45-8b3facf854ba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:49:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac9a14a9-5d43-44cf-8b39-ea452f6c8b8d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:49:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "25bf4a99-8d1f-49b8-bb0a-f9d3ce408bc9", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:49:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "25bf4a99-8d1f-49b8-bb0a-f9d3ce408bc9", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb-authn-ssl"} 2026-07-15T12:49:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "25bf4a99-8d1f-49b8-bb0a-f9d3ce408bc9", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:49:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3be31971-9acd-4f92-87cf-30af8a9c189f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T12:49:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "c5da681d-3b6b-4c92-a2ff-f5e2615de014", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:49:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "c5da681d-3b6b-4c92-a2ff-f5e2615de014", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283-authn-ssl"} 2026-07-15T12:49:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "c5da681d-3b6b-4c92-a2ff-f5e2615de014", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:49:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "d24ae7df-6d21-4dfa-85e0-f5fb49f3048b", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:49:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "d24ae7df-6d21-4dfa-85e0-f5fb49f3048b", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb-authn-ssl"} 2026-07-15T12:49:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "d24ae7df-6d21-4dfa-85e0-f5fb49f3048b", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:50:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "2044df09-7b60-4f19-b083-27ea872bcf65", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:50:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "2044df09-7b60-4f19-b083-27ea872bcf65", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:50:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "2044df09-7b60-4f19-b083-27ea872bcf65", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:50:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "61148397-ae7d-4133-84aa-862c6f10ab71", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:50:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "2044df09-7b60-4f19-b083-27ea872bcf65", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283-kserve-route-authn"} 2026-07-15T12:50:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "2044df09-7b60-4f19-b083-27ea872bcf65", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "authType": "userdefined"} 2026-07-15T12:50:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "2044df09-7b60-4f19-b083-27ea872bcf65", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:50:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "61148397-ae7d-4133-84aa-862c6f10ab71", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283-authn-ssl"} 2026-07-15T12:50:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "61148397-ae7d-4133-84aa-862c6f10ab71", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:50:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "4b382c1c-f941-4794-8ec0-8757c4dec824", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:50:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "4b382c1c-f941-4794-8ec0-8757c4dec824", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:50:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "4b382c1c-f941-4794-8ec0-8757c4dec824", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:50:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "4b382c1c-f941-4794-8ec0-8757c4dec824", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283-kserve-route-authn"} 2026-07-15T12:50:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "4b382c1c-f941-4794-8ec0-8757c4dec824", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "authType": "userdefined"} 2026-07-15T12:50:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "4b382c1c-f941-4794-8ec0-8757c4dec824", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:50:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2fabcb72-dac4-437b-9200-0108a7019b2a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T12:50:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "cffb8049-da1d-4403-b0d4-e577063ee1bb", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:50:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "cffb8049-da1d-4403-b0d4-e577063ee1bb", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283-authn-ssl"} 2026-07-15T12:50:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "cffb8049-da1d-4403-b0d4-e577063ee1bb", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:50:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "da76d778-7f2c-41cb-a6cd-453dd574f124", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:50:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "da76d778-7f2c-41cb-a6cd-453dd574f124", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:50:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "da76d778-7f2c-41cb-a6cd-453dd574f124", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:50:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "da76d778-7f2c-41cb-a6cd-453dd574f124", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283-kserve-route-authn"} 2026-07-15T12:50:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "da76d778-7f2c-41cb-a6cd-453dd574f124", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "authType": "userdefined"} 2026-07-15T12:50:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "da76d778-7f2c-41cb-a6cd-453dd574f124", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:50:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "269ca1d6-02bb-4b9c-b779-78f2e65d6553", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T12:50:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "07651416-af8e-46c6-afb9-5dde04e53f9c", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:50:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "07651416-af8e-46c6-afb9-5dde04e53f9c", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:50:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "07651416-af8e-46c6-afb9-5dde04e53f9c", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:50:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "07651416-af8e-46c6-afb9-5dde04e53f9c", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283-kserve-route-authn"} 2026-07-15T12:50:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "07651416-af8e-46c6-afb9-5dde04e53f9c", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "authType": "userdefined"} 2026-07-15T12:50:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "07651416-af8e-46c6-afb9-5dde04e53f9c", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:50:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "819f14e6-2262-4033-85ba-523e2ffe4078", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:50:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "819f14e6-2262-4033-85ba-523e2ffe4078", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:50:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "819f14e6-2262-4033-85ba-523e2ffe4078", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:50:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "15d799e0-38e4-4939-ac6d-2611f894ad9b", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:50:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "819f14e6-2262-4033-85ba-523e2ffe4078", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb-kserve-route-authn"} 2026-07-15T12:50:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "819f14e6-2262-4033-85ba-523e2ffe4078", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "authType": "userdefined"} 2026-07-15T12:50:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "819f14e6-2262-4033-85ba-523e2ffe4078", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:50:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "15d799e0-38e4-4939-ac6d-2611f894ad9b", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb-authn-ssl"} 2026-07-15T12:50:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "15d799e0-38e4-4939-ac6d-2611f894ad9b", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:50:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "9867addb-0525-4518-92ba-4f81cb3a0160", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:50:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "9867addb-0525-4518-92ba-4f81cb3a0160", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:50:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "9867addb-0525-4518-92ba-4f81cb3a0160", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:50:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "9867addb-0525-4518-92ba-4f81cb3a0160", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb-kserve-route-authn"} 2026-07-15T12:50:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "9867addb-0525-4518-92ba-4f81cb3a0160", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "authType": "userdefined"} 2026-07-15T12:50:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "9867addb-0525-4518-92ba-4f81cb3a0160", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:50:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "af04604a-c3a9-4a69-86cc-99ca39b4aa61", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:50:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "af04604a-c3a9-4a69-86cc-99ca39b4aa61", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb-authn-ssl"} 2026-07-15T12:50:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "af04604a-c3a9-4a69-86cc-99ca39b4aa61", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:50:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "70a7682d-5f50-4891-8fca-6b750b2a82a6", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:50:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "70a7682d-5f50-4891-8fca-6b750b2a82a6", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:50:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "70a7682d-5f50-4891-8fca-6b750b2a82a6", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:50:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "70a7682d-5f50-4891-8fca-6b750b2a82a6", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb-kserve-route-authn"} 2026-07-15T12:50:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "70a7682d-5f50-4891-8fca-6b750b2a82a6", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "authType": "userdefined"} 2026-07-15T12:50:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "70a7682d-5f50-4891-8fca-6b750b2a82a6", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:50:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "676c7e78-a022-4106-94f6-9b95656f4bbf", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:50:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "676c7e78-a022-4106-94f6-9b95656f4bbf", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:50:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "676c7e78-a022-4106-94f6-9b95656f4bbf", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:50:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "676c7e78-a022-4106-94f6-9b95656f4bbf", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb-kserve-route-authn"} 2026-07-15T12:50:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "676c7e78-a022-4106-94f6-9b95656f4bbf", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "authType": "userdefined"} 2026-07-15T12:50:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "676c7e78-a022-4106-94f6-9b95656f4bbf", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:50:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "77a989bc-c1e2-4040-aa20-72462928f644", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:50:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "77a989bc-c1e2-4040-aa20-72462928f644", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:50:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "77a989bc-c1e2-4040-aa20-72462928f644", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:50:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "77a989bc-c1e2-4040-aa20-72462928f644", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb-kserve-route-authn"} 2026-07-15T12:50:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "77a989bc-c1e2-4040-aa20-72462928f644", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "authType": "userdefined"} 2026-07-15T12:50:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "77a989bc-c1e2-4040-aa20-72462928f644", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:50:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "04e4002a-feb8-4477-bba6-ed7550fba479", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:50:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "04e4002a-feb8-4477-bba6-ed7550fba479", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283-authn-ssl"} 2026-07-15T12:50:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "04e4002a-feb8-4477-bba6-ed7550fba479", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:51:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "ac3df73e-56a4-4beb-9fb3-937bc637db4f", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:51:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "ac3df73e-56a4-4beb-9fb3-937bc637db4f", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb-authn-ssl"} 2026-07-15T12:51:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "ac3df73e-56a4-4beb-9fb3-937bc637db4f", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:52:02Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T12:52:02Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T12:52:02Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T12:52:02Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-15T12:52:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "37d85bf1-fbc9-4c32-b3d6-69fd45465442", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:52:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "37d85bf1-fbc9-4c32-b3d6-69fd45465442", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283"} 2026-07-15T12:52:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "37d85bf1-fbc9-4c32-b3d6-69fd45465442", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:52:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "37d85bf1-fbc9-4c32-b3d6-69fd45465442", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:52:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "37d85bf1-fbc9-4c32-b3d6-69fd45465442", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283-kserve-route-authn"} 2026-07-15T12:52:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "37d85bf1-fbc9-4c32-b3d6-69fd45465442", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283-kserve-route-authn"} 2026-07-15T12:52:32Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "37d85bf1-fbc9-4c32-b3d6-69fd45465442", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:52:32Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "37d85bf1-fbc9-4c32-b3d6-69fd45465442", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:52:32Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "auth-test-model-abb283", "reconcileID": "3f93d665-2cf9-42ed-a4fd-dc9ea77a4898", "LLMInferenceService": "auth-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:52:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "f106b581-7ef1-405f-8cb5-7554fcb3074c", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:52:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "f106b581-7ef1-405f-8cb5-7554fcb3074c", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283-authn-ssl"} 2026-07-15T12:52:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "f106b581-7ef1-405f-8cb5-7554fcb3074c", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:52:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "2fb54258-6980-424a-a4c3-a421c294284f", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:52:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "2fb54258-6980-424a-a4c3-a421c294284f", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283-authn-ssl"} 2026-07-15T12:52:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "2fb54258-6980-424a-a4c3-a421c294284f", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:52:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "e3e2eb23-b439-4552-9118-136349a76c9a", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:52:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "e3e2eb23-b439-4552-9118-136349a76c9a", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb"} 2026-07-15T12:52:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "e3e2eb23-b439-4552-9118-136349a76c9a", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:52:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "e3e2eb23-b439-4552-9118-136349a76c9a", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:52:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "e3e2eb23-b439-4552-9118-136349a76c9a", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb-kserve-route-authn"} 2026-07-15T12:52:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "e3e2eb23-b439-4552-9118-136349a76c9a", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb-kserve-route-authn"} 2026-07-15T12:52:32Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "e3e2eb23-b439-4552-9118-136349a76c9a", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:52:32Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "e3e2eb23-b439-4552-9118-136349a76c9a", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:52:33Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "auth-test-model-bdc1bb", "reconcileID": "8ce66df6-35fb-4927-832f-1c11d1ba3bdd", "LLMInferenceService": "auth-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:52:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "87887d09-88d1-4a77-924e-a4d797d00565", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:52:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "87887d09-88d1-4a77-924e-a4d797d00565", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb-authn-ssl"} 2026-07-15T12:52:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "87887d09-88d1-4a77-924e-a4d797d00565", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:52:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "c5e33a8c-680e-4769-9b41-5a055fab702b", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:52:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "c5e33a8c-680e-4769-9b41-5a055fab702b", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb-authn-ssl"} 2026-07-15T12:52:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "c5e33a8c-680e-4769-9b41-5a055fab702b", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:52:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "a19df404-c877-4f14-ad21-046ab198973d", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:52:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "a19df404-c877-4f14-ad21-046ab198973d", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:52:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "a19df404-c877-4f14-ad21-046ab198973d", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:52:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "d19e41a3-a70e-4a1b-834e-578803fbb86e", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:52:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "a19df404-c877-4f14-ad21-046ab198973d", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283-kserve-route-authn"} 2026-07-15T12:52:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "a19df404-c877-4f14-ad21-046ab198973d", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "authType": "userdefined"} 2026-07-15T12:52:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "a19df404-c877-4f14-ad21-046ab198973d", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:52:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "d19e41a3-a70e-4a1b-834e-578803fbb86e", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283-authn-ssl"} 2026-07-15T12:52:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "d19e41a3-a70e-4a1b-834e-578803fbb86e", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:52:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "1e551c94-61b0-4478-9eef-26ab0b5d634d", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:52:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "1e551c94-61b0-4478-9eef-26ab0b5d634d", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:52:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "1e551c94-61b0-4478-9eef-26ab0b5d634d", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:52:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "1e551c94-61b0-4478-9eef-26ab0b5d634d", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283-kserve-route-authn"} 2026-07-15T12:52:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "1e551c94-61b0-4478-9eef-26ab0b5d634d", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "authType": "userdefined"} 2026-07-15T12:52:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "1e551c94-61b0-4478-9eef-26ab0b5d634d", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:52:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "9f63c925-2e24-489b-8faa-67cd6961ec1f", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:52:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "9f63c925-2e24-489b-8faa-67cd6961ec1f", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283-authn-ssl"} 2026-07-15T12:52:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "9f63c925-2e24-489b-8faa-67cd6961ec1f", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:52:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "76cbb6b9-4cbb-4131-9f43-9bfc0bcba3c4", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:52:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "76cbb6b9-4cbb-4131-9f43-9bfc0bcba3c4", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:52:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "76cbb6b9-4cbb-4131-9f43-9bfc0bcba3c4", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:52:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "76cbb6b9-4cbb-4131-9f43-9bfc0bcba3c4", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283-kserve-route-authn"} 2026-07-15T12:52:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "76cbb6b9-4cbb-4131-9f43-9bfc0bcba3c4", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "authType": "userdefined"} 2026-07-15T12:52:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "76cbb6b9-4cbb-4131-9f43-9bfc0bcba3c4", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:53:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "a0b95f41-6fec-413f-939e-9617b60aec40", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:53:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "a0b95f41-6fec-413f-939e-9617b60aec40", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:53:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "a0b95f41-6fec-413f-939e-9617b60aec40", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:53:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "a0b95f41-6fec-413f-939e-9617b60aec40", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283-kserve-route-authn"} 2026-07-15T12:53:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "a0b95f41-6fec-413f-939e-9617b60aec40", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "authType": "userdefined"} 2026-07-15T12:53:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "a0b95f41-6fec-413f-939e-9617b60aec40", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:53:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "4d93fe41-39a8-4f98-9dbc-a3fe43eae794", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:53:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "4d93fe41-39a8-4f98-9dbc-a3fe43eae794", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:53:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "4d93fe41-39a8-4f98-9dbc-a3fe43eae794", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:53:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "0c610d0a-1198-4730-8673-f71e0f2115eb", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:53:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "4d93fe41-39a8-4f98-9dbc-a3fe43eae794", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb-kserve-route-authn"} 2026-07-15T12:53:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "4d93fe41-39a8-4f98-9dbc-a3fe43eae794", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "authType": "userdefined"} 2026-07-15T12:53:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "4d93fe41-39a8-4f98-9dbc-a3fe43eae794", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:53:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "0c610d0a-1198-4730-8673-f71e0f2115eb", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb-authn-ssl"} 2026-07-15T12:53:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "0c610d0a-1198-4730-8673-f71e0f2115eb", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:53:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "0c74fd73-aa52-495a-931e-c33798ebbbfb", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:53:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "0c74fd73-aa52-495a-931e-c33798ebbbfb", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:53:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "0c74fd73-aa52-495a-931e-c33798ebbbfb", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:53:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "0c74fd73-aa52-495a-931e-c33798ebbbfb", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb-kserve-route-authn"} 2026-07-15T12:53:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "0c74fd73-aa52-495a-931e-c33798ebbbfb", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "authType": "userdefined"} 2026-07-15T12:53:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "0c74fd73-aa52-495a-931e-c33798ebbbfb", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:53:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f38339e2-00a9-47f3-bd45-3dddcda505c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T12:53:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "04810711-94b2-4a26-b915-bb45c75065ae", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:53:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "04810711-94b2-4a26-b915-bb45c75065ae", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb-authn-ssl"} 2026-07-15T12:53:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "04810711-94b2-4a26-b915-bb45c75065ae", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:53:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "a99a222b-a0dc-4e6d-a1cb-22e58a516598", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:53:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "a99a222b-a0dc-4e6d-a1cb-22e58a516598", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:53:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "a99a222b-a0dc-4e6d-a1cb-22e58a516598", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:53:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "a99a222b-a0dc-4e6d-a1cb-22e58a516598", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb-kserve-route-authn"} 2026-07-15T12:53:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "a99a222b-a0dc-4e6d-a1cb-22e58a516598", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "authType": "userdefined"} 2026-07-15T12:53:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "a99a222b-a0dc-4e6d-a1cb-22e58a516598", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:53:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "6fdc5fe8-58e6-4cbf-be5a-7b4047ec804d", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:53:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "6fdc5fe8-58e6-4cbf-be5a-7b4047ec804d", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:53:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "6fdc5fe8-58e6-4cbf-be5a-7b4047ec804d", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:53:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "6fdc5fe8-58e6-4cbf-be5a-7b4047ec804d", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb-kserve-route-authn"} 2026-07-15T12:53:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "6fdc5fe8-58e6-4cbf-be5a-7b4047ec804d", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "authType": "userdefined"} 2026-07-15T12:53:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "6fdc5fe8-58e6-4cbf-be5a-7b4047ec804d", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:54:18Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "d46e85f2-df61-4b02-a6d9-f2f905a180aa", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:54:18Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "d46e85f2-df61-4b02-a6d9-f2f905a180aa", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283"} 2026-07-15T12:54:18Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "d46e85f2-df61-4b02-a6d9-f2f905a180aa", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:54:18Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "d46e85f2-df61-4b02-a6d9-f2f905a180aa", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:54:18Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "d46e85f2-df61-4b02-a6d9-f2f905a180aa", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283-kserve-route-authn"} 2026-07-15T12:54:18Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "d46e85f2-df61-4b02-a6d9-f2f905a180aa", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283-kserve-route-authn"} 2026-07-15T12:54:18Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "d46e85f2-df61-4b02-a6d9-f2f905a180aa", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:54:18Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "d46e85f2-df61-4b02-a6d9-f2f905a180aa", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:54:18Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "sub-test-model-abb283", "reconcileID": "ec073dfd-65ca-47ab-a13a-302f5806295f", "LLMInferenceService": "sub-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:54:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "24cad007-9649-480e-b302-9e951f52b342", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:54:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "24cad007-9649-480e-b302-9e951f52b342", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283-authn-ssl"} 2026-07-15T12:54:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "24cad007-9649-480e-b302-9e951f52b342", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:54:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "a0a425ec-8f45-4b73-ab78-1e5f30ebef90", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:54:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "a0a425ec-8f45-4b73-ab78-1e5f30ebef90", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283-authn-ssl"} 2026-07-15T12:54:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "a0a425ec-8f45-4b73-ab78-1e5f30ebef90", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:54:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "7497774f-69ac-43cb-a52e-29cb0c661e5a", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:54:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "7497774f-69ac-43cb-a52e-29cb0c661e5a", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb"} 2026-07-15T12:54:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "7497774f-69ac-43cb-a52e-29cb0c661e5a", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:54:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "7497774f-69ac-43cb-a52e-29cb0c661e5a", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:54:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "7497774f-69ac-43cb-a52e-29cb0c661e5a", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb-kserve-route-authn"} 2026-07-15T12:54:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "7497774f-69ac-43cb-a52e-29cb0c661e5a", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb-kserve-route-authn"} 2026-07-15T12:54:19Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "7497774f-69ac-43cb-a52e-29cb0c661e5a", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:54:19Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "7497774f-69ac-43cb-a52e-29cb0c661e5a", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:54:19Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "sub-test-model-bdc1bb", "reconcileID": "d08618ed-78b7-4116-90d6-6fc8f8960f57", "LLMInferenceService": "sub-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:54:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "89c6d370-7b72-4687-8403-7bc330f8e5b1", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:54:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "89c6d370-7b72-4687-8403-7bc330f8e5b1", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb-authn-ssl"} 2026-07-15T12:54:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "89c6d370-7b72-4687-8403-7bc330f8e5b1", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:54:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "8b38dfe8-81f7-4163-be50-89183ddf0c3f", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:54:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "8b38dfe8-81f7-4163-be50-89183ddf0c3f", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb-authn-ssl"} 2026-07-15T12:54:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "8b38dfe8-81f7-4163-be50-89183ddf0c3f", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:54:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "967fe0d8-91c8-475d-9cb1-e2717f8fb475", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:54:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "967fe0d8-91c8-475d-9cb1-e2717f8fb475", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:54:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "967fe0d8-91c8-475d-9cb1-e2717f8fb475", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:54:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "f2dbf312-fa32-4110-b281-2c112d6e16a2", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:54:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "967fe0d8-91c8-475d-9cb1-e2717f8fb475", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283-kserve-route-authn"} 2026-07-15T12:54:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "967fe0d8-91c8-475d-9cb1-e2717f8fb475", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "authType": "userdefined"} 2026-07-15T12:54:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "967fe0d8-91c8-475d-9cb1-e2717f8fb475", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:54:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "f2dbf312-fa32-4110-b281-2c112d6e16a2", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283-authn-ssl"} 2026-07-15T12:54:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "f2dbf312-fa32-4110-b281-2c112d6e16a2", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:54:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "d31d45a8-ae2c-4bbc-87f6-478fbf7c8ac7", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:54:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "d31d45a8-ae2c-4bbc-87f6-478fbf7c8ac7", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:54:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "d31d45a8-ae2c-4bbc-87f6-478fbf7c8ac7", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:54:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "d31d45a8-ae2c-4bbc-87f6-478fbf7c8ac7", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283-kserve-route-authn"} 2026-07-15T12:54:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "d31d45a8-ae2c-4bbc-87f6-478fbf7c8ac7", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "authType": "userdefined"} 2026-07-15T12:54:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "d31d45a8-ae2c-4bbc-87f6-478fbf7c8ac7", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:54:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "0210fcca-1250-435c-9819-4e2eaae1f834", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:54:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "0210fcca-1250-435c-9819-4e2eaae1f834", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283-authn-ssl"} 2026-07-15T12:54:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "0210fcca-1250-435c-9819-4e2eaae1f834", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:54:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "fa2997a7-2a59-4df2-9123-401273485299", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:54:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "fa2997a7-2a59-4df2-9123-401273485299", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:54:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "fa2997a7-2a59-4df2-9123-401273485299", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:54:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "fa2997a7-2a59-4df2-9123-401273485299", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283-kserve-route-authn"} 2026-07-15T12:54:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "fa2997a7-2a59-4df2-9123-401273485299", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "authType": "userdefined"} 2026-07-15T12:54:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "fa2997a7-2a59-4df2-9123-401273485299", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:54:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "c0ab7ea3-6b88-4a47-a17a-d7e3409cb9e0", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:54:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "c0ab7ea3-6b88-4a47-a17a-d7e3409cb9e0", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:54:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "c0ab7ea3-6b88-4a47-a17a-d7e3409cb9e0", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:54:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "c0ab7ea3-6b88-4a47-a17a-d7e3409cb9e0", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283-kserve-route-authn"} 2026-07-15T12:54:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "c0ab7ea3-6b88-4a47-a17a-d7e3409cb9e0", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "authType": "userdefined"} 2026-07-15T12:54:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "c0ab7ea3-6b88-4a47-a17a-d7e3409cb9e0", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:54:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "67f43102-b0ff-4e8c-b18b-3375d1251b8d", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:54:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "67f43102-b0ff-4e8c-b18b-3375d1251b8d", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:54:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "67f43102-b0ff-4e8c-b18b-3375d1251b8d", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:54:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "67f43102-b0ff-4e8c-b18b-3375d1251b8d", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283-kserve-route-authn"} 2026-07-15T12:54:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "67f43102-b0ff-4e8c-b18b-3375d1251b8d", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "authType": "userdefined"} 2026-07-15T12:54:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "67f43102-b0ff-4e8c-b18b-3375d1251b8d", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:54:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "b6794555-49d9-4bb7-bc12-881cf72002ee", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:54:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "b6794555-49d9-4bb7-bc12-881cf72002ee", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:54:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "b6794555-49d9-4bb7-bc12-881cf72002ee", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:54:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "eb3332eb-c74b-4638-b1ad-9db23bb34dbd", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:54:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "b6794555-49d9-4bb7-bc12-881cf72002ee", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb-kserve-route-authn"} 2026-07-15T12:54:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "b6794555-49d9-4bb7-bc12-881cf72002ee", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "authType": "userdefined"} 2026-07-15T12:54:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "b6794555-49d9-4bb7-bc12-881cf72002ee", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:54:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "eb3332eb-c74b-4638-b1ad-9db23bb34dbd", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb-authn-ssl"} 2026-07-15T12:54:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "eb3332eb-c74b-4638-b1ad-9db23bb34dbd", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:54:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "432fd448-cf7f-481c-a800-36197d74f475", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:54:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "432fd448-cf7f-481c-a800-36197d74f475", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:54:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "432fd448-cf7f-481c-a800-36197d74f475", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:54:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "432fd448-cf7f-481c-a800-36197d74f475", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb-kserve-route-authn"} 2026-07-15T12:54:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "432fd448-cf7f-481c-a800-36197d74f475", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "authType": "userdefined"} 2026-07-15T12:54:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "432fd448-cf7f-481c-a800-36197d74f475", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:54:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "99e3eaf5-ff06-40e4-99a8-8aa8f319702d", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:54:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "99e3eaf5-ff06-40e4-99a8-8aa8f319702d", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb-authn-ssl"} 2026-07-15T12:54:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "99e3eaf5-ff06-40e4-99a8-8aa8f319702d", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:54:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "3440cf1b-893e-429d-92b4-4dc8cd3a092b", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:54:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "3440cf1b-893e-429d-92b4-4dc8cd3a092b", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:54:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "3440cf1b-893e-429d-92b4-4dc8cd3a092b", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:54:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "3440cf1b-893e-429d-92b4-4dc8cd3a092b", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb-kserve-route-authn"} 2026-07-15T12:54:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "3440cf1b-893e-429d-92b4-4dc8cd3a092b", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "authType": "userdefined"} 2026-07-15T12:54:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "3440cf1b-893e-429d-92b4-4dc8cd3a092b", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:55:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c36c17f5-9b6e-431a-99b4-370fc8dcc286", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T12:55:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "04ffe280-7dea-44c2-89de-ba0840ea9edf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T12:55:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "98aab2ed-d0ef-41a2-9946-6bad083520f7", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:55:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "98aab2ed-d0ef-41a2-9946-6bad083520f7", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:55:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "98aab2ed-d0ef-41a2-9946-6bad083520f7", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:55:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "98aab2ed-d0ef-41a2-9946-6bad083520f7", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb-kserve-route-authn"} 2026-07-15T12:55:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "98aab2ed-d0ef-41a2-9946-6bad083520f7", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "authType": "userdefined"} 2026-07-15T12:55:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "98aab2ed-d0ef-41a2-9946-6bad083520f7", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:55:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "8235c39b-18be-454e-a201-820fab0939cd", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:55:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "8235c39b-18be-454e-a201-820fab0939cd", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283"} 2026-07-15T12:55:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "8235c39b-18be-454e-a201-820fab0939cd", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:55:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "8235c39b-18be-454e-a201-820fab0939cd", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:55:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "8235c39b-18be-454e-a201-820fab0939cd", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283-kserve-route-authn"} 2026-07-15T12:55:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "8235c39b-18be-454e-a201-820fab0939cd", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283-kserve-route-authn"} 2026-07-15T12:55:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "8235c39b-18be-454e-a201-820fab0939cd", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:55:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "8235c39b-18be-454e-a201-820fab0939cd", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:55:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-abb283","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "rate-test-model-abb283", "reconcileID": "0d52cdbd-cc6f-4c86-b11b-a0284a4cf9b4", "LLMInferenceService": "rate-test-model-abb283", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:55:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "13363be5-7ec7-4380-857e-6fabe7e4b76e", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:55:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "13363be5-7ec7-4380-857e-6fabe7e4b76e", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283-authn-ssl"} 2026-07-15T12:55:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "13363be5-7ec7-4380-857e-6fabe7e4b76e", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:55:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "b54aed15-5910-4cb4-a0b6-ff5b5792e84b", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:55:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "b54aed15-5910-4cb4-a0b6-ff5b5792e84b", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283-authn-ssl"} 2026-07-15T12:55:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "b54aed15-5910-4cb4-a0b6-ff5b5792e84b", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:55:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "376fcfe6-0fef-46da-9b8b-98c05077ca3d", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:55:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "376fcfe6-0fef-46da-9b8b-98c05077ca3d", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb"} 2026-07-15T12:55:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "376fcfe6-0fef-46da-9b8b-98c05077ca3d", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:55:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "376fcfe6-0fef-46da-9b8b-98c05077ca3d", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:55:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "376fcfe6-0fef-46da-9b8b-98c05077ca3d", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb-kserve-route-authn"} 2026-07-15T12:55:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "376fcfe6-0fef-46da-9b8b-98c05077ca3d", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb-kserve-route-authn"} 2026-07-15T12:55:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "376fcfe6-0fef-46da-9b8b-98c05077ca3d", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:55:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "376fcfe6-0fef-46da-9b8b-98c05077ca3d", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:55:50Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bdc1bb","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "rate-test-model-bdc1bb", "reconcileID": "04955e5e-4a61-4d72-836c-1f6c04859cbd", "LLMInferenceService": "rate-test-model-bdc1bb", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:55:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "bd5b87ce-5918-471e-a088-ee199be7809c", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:55:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "bd5b87ce-5918-471e-a088-ee199be7809c", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb-authn-ssl"} 2026-07-15T12:55:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "bd5b87ce-5918-471e-a088-ee199be7809c", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:55:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "086ff198-8464-4362-8662-a60aff618b35", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:55:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "086ff198-8464-4362-8662-a60aff618b35", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb-authn-ssl"} 2026-07-15T12:55:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "086ff198-8464-4362-8662-a60aff618b35", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:56:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "be254196-b6f5-43d1-af02-7058e685f5d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T12:56:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "b03da1ac-0c17-4278-9af0-d40e9f59f2c2", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:56:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "b03da1ac-0c17-4278-9af0-d40e9f59f2c2", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283-authn-ssl"} 2026-07-15T12:56:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "b03da1ac-0c17-4278-9af0-d40e9f59f2c2", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:56:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "e7e8dce4-b57c-4025-8ee1-5218567ef21b", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:56:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "e7e8dce4-b57c-4025-8ee1-5218567ef21b", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283-authn-ssl"} 2026-07-15T12:56:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "e7e8dce4-b57c-4025-8ee1-5218567ef21b", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:56:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3dc808f4-e2fe-4a58-87e2-f1a89845cb77", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:56:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3dc808f4-e2fe-4a58-87e2-f1a89845cb77", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-abb283", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T12:56:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3dc808f4-e2fe-4a58-87e2-f1a89845cb77", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-abb283 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T12:56:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "odh-trusted-ca-bundle", "reconcileID": "698b3dfa-ea50-4df0-b244-b9d436251e4e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:56:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "odh-trusted-ca-bundle", "reconcileID": "698b3dfa-ea50-4df0-b244-b9d436251e4e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:56:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "openshift-service-ca.crt", "reconcileID": "684a7d10-8cdf-4cc0-8f2b-6059f25cf88c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:56:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "openshift-service-ca.crt", "reconcileID": "684a7d10-8cdf-4cc0-8f2b-6059f25cf88c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:56:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c05af7e7-3f87-49c9-8563-4216bc1181c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:56:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-abb283"}, "namespace": "ai-tenant-e2e-shared-a-abb283", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c05af7e7-3f87-49c9-8563-4216bc1181c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-abb283"} 2026-07-15T12:56:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-abb283","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-abb283", "reconcileID": "b7a46ed7-78ce-433b-b655-690052042990", "Gateway": "e2e-shared-a-abb283", "namespace": "openshift-ingress"} 2026-07-15T12:56:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "29ae99ef-ef6c-492b-b26e-34eba586705d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-15T12:56:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "a7f9ffaa-9cf7-48f9-bdf4-758825e8a4d1", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:56:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "a7f9ffaa-9cf7-48f9-bdf4-758825e8a4d1", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb-authn-ssl"} 2026-07-15T12:56:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "a7f9ffaa-9cf7-48f9-bdf4-758825e8a4d1", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:56:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "46e601e2-f151-4f88-9d59-3939295c6cff", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:56:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "46e601e2-f151-4f88-9d59-3939295c6cff", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb-authn-ssl"} 2026-07-15T12:56:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "46e601e2-f151-4f88-9d59-3939295c6cff", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"} 2026-07-15T12:56:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d324c635-b1ad-44c3-a4f1-98a1c7a32baf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:56:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d324c635-b1ad-44c3-a4f1-98a1c7a32baf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-15T12:56:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d324c635-b1ad-44c3-a4f1-98a1c7a32baf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-bdc1bb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-15T12:56:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "odh-trusted-ca-bundle", "reconcileID": "57b90450-61cb-4661-9552-5d29ba290718", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:56:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "odh-trusted-ca-bundle", "reconcileID": "57b90450-61cb-4661-9552-5d29ba290718", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:56:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "openshift-service-ca.crt", "reconcileID": "67bde299-7b7c-4760-993c-89d8a5accd9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:56:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "openshift-service-ca.crt", "reconcileID": "67bde299-7b7c-4760-993c-89d8a5accd9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:56:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28bbd002-8e7a-4e8a-86cd-5ffca88e6adf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:56:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bdc1bb"}, "namespace": "ai-tenant-e2e-shared-b-bdc1bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28bbd002-8e7a-4e8a-86cd-5ffca88e6adf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bdc1bb"} 2026-07-15T12:57:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bdc1bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bdc1bb", "reconcileID": "07ee5a20-d631-4689-b461-bf79a2a173f0", "Gateway": "e2e-shared-b-bdc1bb", "namespace": "openshift-ingress"}