2026-07-16T23:05:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8c14db"}, "namespace": "ai-tenant-e2e-api-b-8c14db", "name": "odh-trusted-ca-bundle", "reconcileID": "e85d8630-a438-439a-8f9b-56b3f2d94575", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8c14db"} 2026-07-16T23:05:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8c14db"}, "namespace": "ai-tenant-e2e-api-b-8c14db", "name": "openshift-service-ca.crt", "reconcileID": "9ed44f17-17be-4fd2-bd76-098e83e93bab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-8c14db", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T23:05:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8c14db"}, "namespace": "ai-tenant-e2e-api-b-8c14db", "name": "openshift-service-ca.crt", "reconcileID": "9ed44f17-17be-4fd2-bd76-098e83e93bab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-8c14db"} 2026-07-16T23:05:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8c14db"}, "namespace": "ai-tenant-e2e-api-b-8c14db", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de09c163-b380-4508-8c20-74944eb30c2b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8c14db"} 2026-07-16T23:05:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8c14db"}, "namespace": "ai-tenant-e2e-api-b-8c14db", "name": "openshift-service-ca.crt", "reconcileID": "a2eb168f-825e-4143-b586-70e4f9e2013c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-8c14db"} 2026-07-16T23:05:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8c14db"}, "namespace": "ai-tenant-e2e-api-b-8c14db", "name": "odh-trusted-ca-bundle", "reconcileID": "2160b5c5-06cc-4d2e-b830-2cdec15793bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8c14db", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T23:05:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8c14db"}, "namespace": "ai-tenant-e2e-api-b-8c14db", "name": "odh-trusted-ca-bundle", "reconcileID": "2160b5c5-06cc-4d2e-b830-2cdec15793bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8c14db"} 2026-07-16T23:05:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8c14db"}, "namespace": "ai-tenant-e2e-api-b-8c14db", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "989e0a47-1373-484e-a4d0-1910d48fe94e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8c14db"} 2026-07-16T23:05:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8c14db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8c14db", "reconcileID": "5c6251ef-add0-4b2c-bf48-8af61e540566", "Gateway": "e2e-api-b-8c14db", "namespace": "openshift-ingress"} 2026-07-16T23:05:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8c14db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8c14db", "reconcileID": "5c6251ef-add0-4b2c-bf48-8af61e540566", "Gateway": "e2e-api-b-8c14db", "namespace": "openshift-ingress", "name": "e2e-api-b-8c14db-authn-ssl"} 2026-07-16T23:05:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8c14db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8c14db", "reconcileID": "5c6251ef-add0-4b2c-bf48-8af61e540566", "Gateway": "e2e-api-b-8c14db", "namespace": "openshift-ingress"} 2026-07-16T23:05:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "49e69104-de0b-4222-8838-ac03860b1d85", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T23:05:10Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T23:05:10Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T23:05:11Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T23:05:11Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T23:05:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b9c909","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b9c909", "reconcileID": "c396aa77-41ca-453b-8f34-d0f772c9bf23", "Gateway": "e2e-api-a-b9c909", "namespace": "openshift-ingress"} 2026-07-16T23:05:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b9c909","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b9c909", "reconcileID": "c396aa77-41ca-453b-8f34-d0f772c9bf23", "Gateway": "e2e-api-a-b9c909", "namespace": "openshift-ingress", "name": "e2e-api-a-b9c909-authn-ssl"} 2026-07-16T23:05:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b9c909","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b9c909", "reconcileID": "c396aa77-41ca-453b-8f34-d0f772c9bf23", "Gateway": "e2e-api-a-b9c909", "namespace": "openshift-ingress"} 2026-07-16T23:05:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8c14db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8c14db", "reconcileID": "08d7bd01-b18b-42d9-a4d5-554840fffefe", "Gateway": "e2e-api-b-8c14db", "namespace": "openshift-ingress"} 2026-07-16T23:05:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8c14db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8c14db", "reconcileID": "08d7bd01-b18b-42d9-a4d5-554840fffefe", "Gateway": "e2e-api-b-8c14db", "namespace": "openshift-ingress", "name": "e2e-api-b-8c14db-authn-ssl"} 2026-07-16T23:05:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8c14db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8c14db", "reconcileID": "08d7bd01-b18b-42d9-a4d5-554840fffefe", "Gateway": "e2e-api-b-8c14db", "namespace": "openshift-ingress"} 2026-07-16T23:05:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8c14db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8c14db", "reconcileID": "c3b227d2-330b-49d9-85d7-4aa255c964de", "Gateway": "e2e-api-b-8c14db", "namespace": "openshift-ingress"} 2026-07-16T23:05:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8c14db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8c14db", "reconcileID": "c3b227d2-330b-49d9-85d7-4aa255c964de", "Gateway": "e2e-api-b-8c14db", "namespace": "openshift-ingress", "name": "e2e-api-b-8c14db-authn-ssl"} 2026-07-16T23:05:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8c14db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8c14db", "reconcileID": "c3b227d2-330b-49d9-85d7-4aa255c964de", "Gateway": "e2e-api-b-8c14db", "namespace": "openshift-ingress"} 2026-07-16T23:05:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "323296a2-7017-4f5d-acdf-4bd67339e257", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T23:05:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d439295d-8a5c-48e9-9252-f0d7f904f3c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T23:05:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9773fe6e-ec7e-4c79-8749-dab0083b9ab0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T23:05:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b9c909","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b9c909", "reconcileID": "1465b6f9-965c-401b-a8da-94177529f1c6", "Gateway": "e2e-api-a-b9c909", "namespace": "openshift-ingress"} 2026-07-16T23:05:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b9c909","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b9c909", "reconcileID": "1465b6f9-965c-401b-a8da-94177529f1c6", "Gateway": "e2e-api-a-b9c909", "namespace": "openshift-ingress", "name": "e2e-api-a-b9c909-authn-ssl"} 2026-07-16T23:05:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b9c909","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b9c909", "reconcileID": "1465b6f9-965c-401b-a8da-94177529f1c6", "Gateway": "e2e-api-a-b9c909", "namespace": "openshift-ingress"} 2026-07-16T23:05:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b9c909","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b9c909", "reconcileID": "81630b96-60a4-4e5a-985d-aa2867534d82", "Gateway": "e2e-api-a-b9c909", "namespace": "openshift-ingress"} 2026-07-16T23:05:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b9c909","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b9c909", "reconcileID": "81630b96-60a4-4e5a-985d-aa2867534d82", "Gateway": "e2e-api-a-b9c909", "namespace": "openshift-ingress", "name": "e2e-api-a-b9c909-authn-ssl"} 2026-07-16T23:05:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b9c909","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b9c909", "reconcileID": "81630b96-60a4-4e5a-985d-aa2867534d82", "Gateway": "e2e-api-a-b9c909", "namespace": "openshift-ingress"} 2026-07-16T23:05:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-b9c909"}, "namespace": "ai-tenant-e2e-api-a-b9c909", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ee4db11-95a3-41ce-a1ed-6d164878cf36", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b9c909"} 2026-07-16T23:05:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-b9c909"}, "namespace": "ai-tenant-e2e-api-a-b9c909", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ee4db11-95a3-41ce-a1ed-6d164878cf36", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b9c909", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T23:05:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-b9c909"}, "namespace": "ai-tenant-e2e-api-a-b9c909", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ee4db11-95a3-41ce-a1ed-6d164878cf36", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-b9c909 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T23:05:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-b9c909"}, "namespace": "ai-tenant-e2e-api-a-b9c909", "name": "odh-trusted-ca-bundle", "reconcileID": "94bf6f0a-3dbe-4e91-bb7d-66b9e286f032", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b9c909"} 2026-07-16T23:05:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-b9c909"}, "namespace": "ai-tenant-e2e-api-a-b9c909", "name": "odh-trusted-ca-bundle", "reconcileID": "94bf6f0a-3dbe-4e91-bb7d-66b9e286f032", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b9c909", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T23:05:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-b9c909"}, "namespace": "ai-tenant-e2e-api-a-b9c909", "name": "odh-trusted-ca-bundle", "reconcileID": "94bf6f0a-3dbe-4e91-bb7d-66b9e286f032", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-b9c909 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T23:05:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-b9c909"}, "namespace": "ai-tenant-e2e-api-a-b9c909", "name": "openshift-service-ca.crt", "reconcileID": "6b980072-f2ed-443d-a84d-7ab340bbefbc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-b9c909"} 2026-07-16T23:05:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-b9c909"}, "namespace": "ai-tenant-e2e-api-a-b9c909", "name": "openshift-service-ca.crt", "reconcileID": "6b980072-f2ed-443d-a84d-7ab340bbefbc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-b9c909"} 2026-07-16T23:05:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-b9c909"}, "namespace": "ai-tenant-e2e-api-a-b9c909", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24eaaf12-8e9e-49a8-8d13-8a6f74d0b5fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b9c909"} 2026-07-16T23:05:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-b9c909"}, "namespace": "ai-tenant-e2e-api-a-b9c909", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24eaaf12-8e9e-49a8-8d13-8a6f74d0b5fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b9c909"} 2026-07-16T23:05:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-b9c909"}, "namespace": "ai-tenant-e2e-api-a-b9c909", "name": "odh-trusted-ca-bundle", "reconcileID": "4220d46f-b42f-4c87-bd18-fee6d592db1c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b9c909"} 2026-07-16T23:05:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-b9c909"}, "namespace": "ai-tenant-e2e-api-a-b9c909", "name": "odh-trusted-ca-bundle", "reconcileID": "4220d46f-b42f-4c87-bd18-fee6d592db1c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b9c909"} 2026-07-16T23:05:46Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b9c909","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b9c909", "reconcileID": "7b4c069b-486a-44c7-880b-981b0c611ff8", "Gateway": "e2e-api-a-b9c909", "namespace": "openshift-ingress"} 2026-07-16T23:05:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cb81c0f8-f4a7-4d18-93e2-e866140f9a4b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T23:05:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8c14db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8c14db", "reconcileID": "951688e6-72ed-4221-b2b4-c014e7e53724", "Gateway": "e2e-api-b-8c14db", "namespace": "openshift-ingress"} 2026-07-16T23:05:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8c14db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8c14db", "reconcileID": "951688e6-72ed-4221-b2b4-c014e7e53724", "Gateway": "e2e-api-b-8c14db", "namespace": "openshift-ingress", "name": "e2e-api-b-8c14db-authn-ssl"} 2026-07-16T23:05:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8c14db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8c14db", "reconcileID": "951688e6-72ed-4221-b2b4-c014e7e53724", "Gateway": "e2e-api-b-8c14db", "namespace": "openshift-ingress"} 2026-07-16T23:06:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8c14db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8c14db", "reconcileID": "898e5c8a-54c3-4b95-b69d-864f5f790c47", "Gateway": "e2e-api-b-8c14db", "namespace": "openshift-ingress"} 2026-07-16T23:06:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8c14db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8c14db", "reconcileID": "898e5c8a-54c3-4b95-b69d-864f5f790c47", "Gateway": "e2e-api-b-8c14db", "namespace": "openshift-ingress", "name": "e2e-api-b-8c14db-authn-ssl"} 2026-07-16T23:06:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8c14db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8c14db", "reconcileID": "898e5c8a-54c3-4b95-b69d-864f5f790c47", "Gateway": "e2e-api-b-8c14db", "namespace": "openshift-ingress"} 2026-07-16T23:06:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8c14db"}, "namespace": "ai-tenant-e2e-api-b-8c14db", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8939edef-bf7d-4882-9ddf-fedade909a3e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8c14db"} 2026-07-16T23:06:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8c14db"}, "namespace": "ai-tenant-e2e-api-b-8c14db", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8939edef-bf7d-4882-9ddf-fedade909a3e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8c14db", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T23:06:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8c14db"}, "namespace": "ai-tenant-e2e-api-b-8c14db", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8939edef-bf7d-4882-9ddf-fedade909a3e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-8c14db because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T23:06:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8c14db"}, "namespace": "ai-tenant-e2e-api-b-8c14db", "name": "odh-trusted-ca-bundle", "reconcileID": "9551de87-470a-4601-83b0-3dff0f402eb1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8c14db"} 2026-07-16T23:06:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8c14db"}, "namespace": "ai-tenant-e2e-api-b-8c14db", "name": "odh-trusted-ca-bundle", "reconcileID": "9551de87-470a-4601-83b0-3dff0f402eb1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8c14db"} 2026-07-16T23:06:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8c14db"}, "namespace": "ai-tenant-e2e-api-b-8c14db", "name": "openshift-service-ca.crt", "reconcileID": "fc3d3ba3-3da0-4420-8d7d-6b6ae7de01c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-8c14db"} 2026-07-16T23:06:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8c14db"}, "namespace": "ai-tenant-e2e-api-b-8c14db", "name": "openshift-service-ca.crt", "reconcileID": "fc3d3ba3-3da0-4420-8d7d-6b6ae7de01c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-8c14db"} 2026-07-16T23:06:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8c14db"}, "namespace": "ai-tenant-e2e-api-b-8c14db", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7f33e46-f50a-4365-9cd9-d1094d4f0dce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8c14db"} 2026-07-16T23:06:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8c14db"}, "namespace": "ai-tenant-e2e-api-b-8c14db", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7f33e46-f50a-4365-9cd9-d1094d4f0dce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8c14db"} 2026-07-16T23:06:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8c14db","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8c14db", "reconcileID": "d3528ec5-3e28-47c7-a4a0-bbae8414c0e7", "Gateway": "e2e-api-b-8c14db", "namespace": "openshift-ingress"} 2026-07-16T23:06:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2d5e4ef9-f27f-432a-8bab-a975de9a87dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T23:06:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "efaf9574-897a-413c-ae1d-f9a34e37d8bb", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:06:13Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "efaf9574-897a-413c-ae1d-f9a34e37d8bb", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f-authn-ssl"} 2026-07-16T23:06:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "efaf9574-897a-413c-ae1d-f9a34e37d8bb", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:06:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "80effadd-357c-496e-a47e-93185cce6679", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:06:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "80effadd-357c-496e-a47e-93185cce6679", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f-authn-ssl"} 2026-07-16T23:06:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "80effadd-357c-496e-a47e-93185cce6679", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:06:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "b7b78ab3-8264-45d0-801f-eb25ae724606", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:06:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "b7b78ab3-8264-45d0-801f-eb25ae724606", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f-authn-ssl"} 2026-07-16T23:06:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "b7b78ab3-8264-45d0-801f-eb25ae724606", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:06:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "9679ff84-51de-45f3-9d0f-db15ccf53a5d", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:06:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "9679ff84-51de-45f3-9d0f-db15ccf53a5d", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f-authn-ssl"} 2026-07-16T23:06:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "9679ff84-51de-45f3-9d0f-db15ccf53a5d", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:06:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "d21cf253-0cc5-45c3-b7c5-739a3e293a12", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:06:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "d21cf253-0cc5-45c3-b7c5-739a3e293a12", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f-authn-ssl"} 2026-07-16T23:06:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "d21cf253-0cc5-45c3-b7c5-739a3e293a12", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:06:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "80eae797-2a71-4850-9e4d-ab7515bf6ed5", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:06:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "80eae797-2a71-4850-9e4d-ab7515bf6ed5", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f-authn-ssl"} 2026-07-16T23:06:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "80eae797-2a71-4850-9e4d-ab7515bf6ed5", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:06:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "4f276fe7-805f-402b-914e-7d40ea928abf", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:06:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "4f276fe7-805f-402b-914e-7d40ea928abf", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f-authn-ssl"} 2026-07-16T23:06:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "4f276fe7-805f-402b-914e-7d40ea928abf", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:06:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "openshift-service-ca.crt", "reconcileID": "330b615b-b45d-4d8b-81c1-3c3b74eab28b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:06:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "odh-trusted-ca-bundle", "reconcileID": "9f37fd7f-c74b-4f7d-9d22-d4e7e4f23412", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:06:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "openshift-service-ca.crt", "reconcileID": "b0323d2d-bf6e-4f22-bcdd-54b900ff7052", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b5738f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T23:06:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "openshift-service-ca.crt", "reconcileID": "b0323d2d-bf6e-4f22-bcdd-54b900ff7052", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:06:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "openshift-service-ca.crt", "reconcileID": "bff24742-bd5c-4e0e-9632-ab3120fc6304", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:06:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14c3fd6f-cec3-44d3-bfd1-92215753d39c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:06:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "odh-trusted-ca-bundle", "reconcileID": "5607a222-a7c9-4f84-ba01-ee65317b4318", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b5738f", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T23:06:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "odh-trusted-ca-bundle", "reconcileID": "5607a222-a7c9-4f84-ba01-ee65317b4318", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:06:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "768506dd-118b-4ddf-990c-962e38af557f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:06:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "73c70f35-6204-4623-b221-8f3d940a94c8", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:06:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "73c70f35-6204-4623-b221-8f3d940a94c8", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f-authn-ssl"} 2026-07-16T23:06:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "73c70f35-6204-4623-b221-8f3d940a94c8", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:06:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9f5a0d24-b2fa-4206-b313-ae4317868e20", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T23:06:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "7a3aa786-392a-4fae-807b-75ea3a417795", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:06:21Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "7a3aa786-392a-4fae-807b-75ea3a417795", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e-authn-ssl"} 2026-07-16T23:06:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "7a3aa786-392a-4fae-807b-75ea3a417795", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:06:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "1c98e94e-ac8f-41c3-8750-118b92a237e7", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:06:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "1c98e94e-ac8f-41c3-8750-118b92a237e7", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e-authn-ssl"} 2026-07-16T23:06:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "1c98e94e-ac8f-41c3-8750-118b92a237e7", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:06:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "91b33a5a-7cce-4aa6-b8d0-35633e626153", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:06:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "91b33a5a-7cce-4aa6-b8d0-35633e626153", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e-authn-ssl"} 2026-07-16T23:06:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "91b33a5a-7cce-4aa6-b8d0-35633e626153", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:06:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "f10bf57a-ab5d-4ce7-9253-796510424b20", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:06:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "f10bf57a-ab5d-4ce7-9253-796510424b20", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e-authn-ssl"} 2026-07-16T23:06:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "f10bf57a-ab5d-4ce7-9253-796510424b20", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:06:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "7d4172d3-25fe-46ea-8149-2ad2a62054b4", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:06:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "7d4172d3-25fe-46ea-8149-2ad2a62054b4", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e-authn-ssl"} 2026-07-16T23:06:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "7d4172d3-25fe-46ea-8149-2ad2a62054b4", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:06:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "30dbe76e-e3e6-49ef-83b8-59b6bdcbd8be", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:06:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "30dbe76e-e3e6-49ef-83b8-59b6bdcbd8be", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e-authn-ssl"} 2026-07-16T23:06:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "30dbe76e-e3e6-49ef-83b8-59b6bdcbd8be", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:06:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "958dd3a9-f097-4264-9d03-f6e53b13bd9a", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:06:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "958dd3a9-f097-4264-9d03-f6e53b13bd9a", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e-authn-ssl"} 2026-07-16T23:06:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "958dd3a9-f097-4264-9d03-f6e53b13bd9a", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:06:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "79e8f94d-60a2-4520-b85b-f4faf3bee271", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:06:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "79e8f94d-60a2-4520-b85b-f4faf3bee271", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f-authn-ssl"} 2026-07-16T23:06:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "79e8f94d-60a2-4520-b85b-f4faf3bee271", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:06:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "7c790c9c-138e-4deb-b6e5-de1ec9947c29", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:06:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "7c790c9c-138e-4deb-b6e5-de1ec9947c29", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e-authn-ssl"} 2026-07-16T23:06:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "7c790c9c-138e-4deb-b6e5-de1ec9947c29", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:06:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "openshift-service-ca.crt", "reconcileID": "855df925-fb10-42b7-a6ec-99309ebb88dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:06:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "odh-trusted-ca-bundle", "reconcileID": "f1a62967-ed7d-499b-9e29-83c06d39a97c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:06:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "openshift-service-ca.crt", "reconcileID": "29d22404-59e1-44af-a0b8-fac016a70971", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-61f04e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T23:06:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "openshift-service-ca.crt", "reconcileID": "29d22404-59e1-44af-a0b8-fac016a70971", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:06:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "openshift-service-ca.crt", "reconcileID": "7f35acf3-cd73-442a-b8d2-b2329ac2fe53", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:06:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30fdc2f0-c5c8-46fc-9ac6-165d1dd455c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:06:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "odh-trusted-ca-bundle", "reconcileID": "dd35f00f-8db7-40eb-8631-5dff503185a3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-61f04e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T23:06:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "odh-trusted-ca-bundle", "reconcileID": "dd35f00f-8db7-40eb-8631-5dff503185a3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:06:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1315348d-d8c7-4031-afce-155289177069", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:06:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "45a90b7f-3310-459a-b1bc-95a680805b99", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:06:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "45a90b7f-3310-459a-b1bc-95a680805b99", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e-authn-ssl"} 2026-07-16T23:06:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "45a90b7f-3310-459a-b1bc-95a680805b99", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:06:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "390a2322-dc6a-43cf-b4a9-9c1abd7ed1f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T23:06:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "04721ed1-2465-4969-a069-6cb295e907b4", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:06:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "04721ed1-2465-4969-a069-6cb295e907b4", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e-authn-ssl"} 2026-07-16T23:06:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "04721ed1-2465-4969-a069-6cb295e907b4", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:06:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "34ff537c-4e95-4944-a557-97e4db0c4190", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:06:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "34ff537c-4e95-4944-a557-97e4db0c4190", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:06:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "34ff537c-4e95-4944-a557-97e4db0c4190", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:06:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "2cd06936-9775-415b-9a2d-e66eaa982813", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:06:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "34ff537c-4e95-4944-a557-97e4db0c4190", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f-kserve-route-authn"} 2026-07-16T23:06:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "34ff537c-4e95-4944-a557-97e4db0c4190", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "authType": "userdefined"} 2026-07-16T23:06:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "34ff537c-4e95-4944-a557-97e4db0c4190", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:06:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "2cd06936-9775-415b-9a2d-e66eaa982813", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f-authn-ssl"} 2026-07-16T23:06:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "2cd06936-9775-415b-9a2d-e66eaa982813", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:06:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "7dd5d3b9-4b09-4bc3-b0bb-f592de18ef1d", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:06:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "7dd5d3b9-4b09-4bc3-b0bb-f592de18ef1d", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:06:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "7dd5d3b9-4b09-4bc3-b0bb-f592de18ef1d", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:06:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "7dd5d3b9-4b09-4bc3-b0bb-f592de18ef1d", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f-kserve-route-authn"} 2026-07-16T23:06:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "7dd5d3b9-4b09-4bc3-b0bb-f592de18ef1d", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "authType": "userdefined"} 2026-07-16T23:06:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "7dd5d3b9-4b09-4bc3-b0bb-f592de18ef1d", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:06:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7718654f-d493-4d8a-aecf-4aafcebe17c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T23:06:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "dfe95248-a553-4ebb-a785-3fd279f7d4f5", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:06:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "dfe95248-a553-4ebb-a785-3fd279f7d4f5", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f-authn-ssl"} 2026-07-16T23:06:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "dfe95248-a553-4ebb-a785-3fd279f7d4f5", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:06:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "e43a6bf8-46eb-4b12-b8c6-abb13fda8e29", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:06:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "e43a6bf8-46eb-4b12-b8c6-abb13fda8e29", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:06:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "e43a6bf8-46eb-4b12-b8c6-abb13fda8e29", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:06:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "e43a6bf8-46eb-4b12-b8c6-abb13fda8e29", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f-kserve-route-authn"} 2026-07-16T23:06:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "e43a6bf8-46eb-4b12-b8c6-abb13fda8e29", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "authType": "userdefined"} 2026-07-16T23:06:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "e43a6bf8-46eb-4b12-b8c6-abb13fda8e29", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:06:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4457c1ca-8369-42c5-89a1-057178186ff5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T23:06:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "d5978236-2bd0-497d-9b19-49bc3adff675", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:06:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "d5978236-2bd0-497d-9b19-49bc3adff675", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:06:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "d5978236-2bd0-497d-9b19-49bc3adff675", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:06:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "d5978236-2bd0-497d-9b19-49bc3adff675", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f-kserve-route-authn"} 2026-07-16T23:06:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "d5978236-2bd0-497d-9b19-49bc3adff675", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "authType": "userdefined"} 2026-07-16T23:06:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "d5978236-2bd0-497d-9b19-49bc3adff675", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:06:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "93447e01-7678-4e64-a798-05d931d447e5", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:06:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "93447e01-7678-4e64-a798-05d931d447e5", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:06:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "93447e01-7678-4e64-a798-05d931d447e5", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:06:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "a7614f77-a2ac-4222-a7c6-4e89c0911640", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:06:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "93447e01-7678-4e64-a798-05d931d447e5", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e-kserve-route-authn"} 2026-07-16T23:06:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "93447e01-7678-4e64-a798-05d931d447e5", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "authType": "userdefined"} 2026-07-16T23:06:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "93447e01-7678-4e64-a798-05d931d447e5", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:06:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "a7614f77-a2ac-4222-a7c6-4e89c0911640", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e-authn-ssl"} 2026-07-16T23:06:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "a7614f77-a2ac-4222-a7c6-4e89c0911640", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:07:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "2c0bfd07-3df7-4b4e-9191-aec60cdb00ec", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:07:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "2c0bfd07-3df7-4b4e-9191-aec60cdb00ec", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:07:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "2c0bfd07-3df7-4b4e-9191-aec60cdb00ec", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:07:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "2c0bfd07-3df7-4b4e-9191-aec60cdb00ec", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e-kserve-route-authn"} 2026-07-16T23:07:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "2c0bfd07-3df7-4b4e-9191-aec60cdb00ec", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "authType": "userdefined"} 2026-07-16T23:07:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "2c0bfd07-3df7-4b4e-9191-aec60cdb00ec", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:07:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "e0c0e295-3e00-4352-8e15-f22f5ae5b65c", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:07:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "e0c0e295-3e00-4352-8e15-f22f5ae5b65c", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e-authn-ssl"} 2026-07-16T23:07:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "e0c0e295-3e00-4352-8e15-f22f5ae5b65c", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:07:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "a086b729-0b4e-41dc-8f8e-403c1bd85261", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:07:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "a086b729-0b4e-41dc-8f8e-403c1bd85261", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:07:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "a086b729-0b4e-41dc-8f8e-403c1bd85261", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:07:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "a086b729-0b4e-41dc-8f8e-403c1bd85261", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e-kserve-route-authn"} 2026-07-16T23:07:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "a086b729-0b4e-41dc-8f8e-403c1bd85261", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "authType": "userdefined"} 2026-07-16T23:07:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "a086b729-0b4e-41dc-8f8e-403c1bd85261", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:07:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "5acb1f12-10b2-476b-ba85-4eb2c1f77a9c", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:07:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "5acb1f12-10b2-476b-ba85-4eb2c1f77a9c", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:07:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "5acb1f12-10b2-476b-ba85-4eb2c1f77a9c", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:07:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "5acb1f12-10b2-476b-ba85-4eb2c1f77a9c", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e-kserve-route-authn"} 2026-07-16T23:07:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "5acb1f12-10b2-476b-ba85-4eb2c1f77a9c", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "authType": "userdefined"} 2026-07-16T23:07:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "5acb1f12-10b2-476b-ba85-4eb2c1f77a9c", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:07:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "506af3dd-91ea-4acf-a9b0-dac9e46bb00a", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:07:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "506af3dd-91ea-4acf-a9b0-dac9e46bb00a", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:07:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "506af3dd-91ea-4acf-a9b0-dac9e46bb00a", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:07:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "506af3dd-91ea-4acf-a9b0-dac9e46bb00a", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e-kserve-route-authn"} 2026-07-16T23:07:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "506af3dd-91ea-4acf-a9b0-dac9e46bb00a", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "authType": "userdefined"} 2026-07-16T23:07:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "506af3dd-91ea-4acf-a9b0-dac9e46bb00a", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:07:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "78f7ccc7-af43-4fe5-bbd9-749fde3989af", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:07:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "78f7ccc7-af43-4fe5-bbd9-749fde3989af", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f-authn-ssl"} 2026-07-16T23:07:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "78f7ccc7-af43-4fe5-bbd9-749fde3989af", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:07:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "2146cf42-1d6b-4b6c-9f50-eb4395d5fc82", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:07:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "2146cf42-1d6b-4b6c-9f50-eb4395d5fc82", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e-authn-ssl"} 2026-07-16T23:07:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "2146cf42-1d6b-4b6c-9f50-eb4395d5fc82", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:09:24Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "75be0125-9246-455a-8683-ea391208b44d", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:09:24Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "75be0125-9246-455a-8683-ea391208b44d", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f"} 2026-07-16T23:09:24Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "75be0125-9246-455a-8683-ea391208b44d", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:09:24Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "75be0125-9246-455a-8683-ea391208b44d", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:09:24Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "75be0125-9246-455a-8683-ea391208b44d", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f-kserve-route-authn"} 2026-07-16T23:09:24Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "75be0125-9246-455a-8683-ea391208b44d", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f-kserve-route-authn"} 2026-07-16T23:09:24Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "75be0125-9246-455a-8683-ea391208b44d", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:09:24Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "75be0125-9246-455a-8683-ea391208b44d", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:09:25Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "auth-test-model-b5738f", "reconcileID": "82989e14-4cad-479b-a276-4130c3b5e8a1", "LLMInferenceService": "auth-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:09:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "c3ee4975-951b-4ac7-b06a-c6cb98f86d48", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:09:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "c3ee4975-951b-4ac7-b06a-c6cb98f86d48", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f-authn-ssl"} 2026-07-16T23:09:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "c3ee4975-951b-4ac7-b06a-c6cb98f86d48", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:09:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "527acc9d-a133-402c-bf40-47f24b2999fc", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:09:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "527acc9d-a133-402c-bf40-47f24b2999fc", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f-authn-ssl"} 2026-07-16T23:09:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "527acc9d-a133-402c-bf40-47f24b2999fc", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:09:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "c4d72618-8f51-4a19-9b06-b4f062d2effa", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:09:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "c4d72618-8f51-4a19-9b06-b4f062d2effa", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e"} 2026-07-16T23:09:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "c4d72618-8f51-4a19-9b06-b4f062d2effa", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:09:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "c4d72618-8f51-4a19-9b06-b4f062d2effa", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:09:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "c4d72618-8f51-4a19-9b06-b4f062d2effa", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e-kserve-route-authn"} 2026-07-16T23:09:25Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "c4d72618-8f51-4a19-9b06-b4f062d2effa", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e-kserve-route-authn"} 2026-07-16T23:09:25Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "c4d72618-8f51-4a19-9b06-b4f062d2effa", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:09:25Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "c4d72618-8f51-4a19-9b06-b4f062d2effa", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:09:26Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "auth-test-model-61f04e", "reconcileID": "095ec400-1c2b-4d27-b36b-ea550555d4ec", "LLMInferenceService": "auth-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:09:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "a9660d08-d090-4bb8-8788-26557897ed96", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:09:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "a9660d08-d090-4bb8-8788-26557897ed96", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e-authn-ssl"} 2026-07-16T23:09:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "a9660d08-d090-4bb8-8788-26557897ed96", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:09:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "ae87c2b2-9084-4d3c-87a3-10d800382bd3", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:09:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "ae87c2b2-9084-4d3c-87a3-10d800382bd3", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e-authn-ssl"} 2026-07-16T23:09:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "ae87c2b2-9084-4d3c-87a3-10d800382bd3", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:09:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "e4987611-a424-4097-a6ad-353eaf313e5e", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:09:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "e4987611-a424-4097-a6ad-353eaf313e5e", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:09:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "e4987611-a424-4097-a6ad-353eaf313e5e", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:09:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "7147c7b3-7838-4de8-8a8d-05b90dd4dea9", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:09:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "e4987611-a424-4097-a6ad-353eaf313e5e", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f-kserve-route-authn"} 2026-07-16T23:09:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "e4987611-a424-4097-a6ad-353eaf313e5e", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "authType": "userdefined"} 2026-07-16T23:09:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "e4987611-a424-4097-a6ad-353eaf313e5e", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:09:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "7147c7b3-7838-4de8-8a8d-05b90dd4dea9", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f-authn-ssl"} 2026-07-16T23:09:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "7147c7b3-7838-4de8-8a8d-05b90dd4dea9", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:09:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "3d3e286b-ff24-4e07-b000-5b33984f278b", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:09:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "3d3e286b-ff24-4e07-b000-5b33984f278b", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:09:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "3d3e286b-ff24-4e07-b000-5b33984f278b", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:09:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "3d3e286b-ff24-4e07-b000-5b33984f278b", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f-kserve-route-authn"} 2026-07-16T23:09:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "3d3e286b-ff24-4e07-b000-5b33984f278b", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "authType": "userdefined"} 2026-07-16T23:09:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "3d3e286b-ff24-4e07-b000-5b33984f278b", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:09:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "41a970bb-d223-4ecd-8e45-0b53ede10dcc", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:09:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "41a970bb-d223-4ecd-8e45-0b53ede10dcc", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f-authn-ssl"} 2026-07-16T23:09:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "41a970bb-d223-4ecd-8e45-0b53ede10dcc", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:09:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "138446f3-f5ac-46ed-b654-ba5555ee3250", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:09:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "138446f3-f5ac-46ed-b654-ba5555ee3250", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:09:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "138446f3-f5ac-46ed-b654-ba5555ee3250", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:09:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "138446f3-f5ac-46ed-b654-ba5555ee3250", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f-kserve-route-authn"} 2026-07-16T23:09:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "138446f3-f5ac-46ed-b654-ba5555ee3250", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "authType": "userdefined"} 2026-07-16T23:09:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "138446f3-f5ac-46ed-b654-ba5555ee3250", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:09:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "da3f1d2a-637d-4342-8b60-81dcefdce9bf", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:09:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "da3f1d2a-637d-4342-8b60-81dcefdce9bf", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:09:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "da3f1d2a-637d-4342-8b60-81dcefdce9bf", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:09:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "da3f1d2a-637d-4342-8b60-81dcefdce9bf", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f-kserve-route-authn"} 2026-07-16T23:09:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "da3f1d2a-637d-4342-8b60-81dcefdce9bf", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "authType": "userdefined"} 2026-07-16T23:09:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "da3f1d2a-637d-4342-8b60-81dcefdce9bf", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:09:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "0c30c157-2930-42b9-ae65-2f060a4d7649", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:09:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "0c30c157-2930-42b9-ae65-2f060a4d7649", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:09:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "0c30c157-2930-42b9-ae65-2f060a4d7649", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:09:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "0c30c157-2930-42b9-ae65-2f060a4d7649", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f-kserve-route-authn"} 2026-07-16T23:09:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "0c30c157-2930-42b9-ae65-2f060a4d7649", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "authType": "userdefined"} 2026-07-16T23:09:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "0c30c157-2930-42b9-ae65-2f060a4d7649", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:09:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "276c972d-76e0-4357-b36a-916f36d63dec", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:09:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "276c972d-76e0-4357-b36a-916f36d63dec", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:09:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "276c972d-76e0-4357-b36a-916f36d63dec", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:09:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "02db565c-145d-497c-951c-242e6b2b7a28", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:09:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "276c972d-76e0-4357-b36a-916f36d63dec", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e-kserve-route-authn"} 2026-07-16T23:09:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "276c972d-76e0-4357-b36a-916f36d63dec", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "authType": "userdefined"} 2026-07-16T23:09:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "276c972d-76e0-4357-b36a-916f36d63dec", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:09:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "02db565c-145d-497c-951c-242e6b2b7a28", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e-authn-ssl"} 2026-07-16T23:09:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "02db565c-145d-497c-951c-242e6b2b7a28", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:09:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "06612ad3-57a4-4381-aa00-2a2009eab72a", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:09:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "06612ad3-57a4-4381-aa00-2a2009eab72a", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:09:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "06612ad3-57a4-4381-aa00-2a2009eab72a", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:09:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "06612ad3-57a4-4381-aa00-2a2009eab72a", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e-kserve-route-authn"} 2026-07-16T23:09:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "06612ad3-57a4-4381-aa00-2a2009eab72a", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "authType": "userdefined"} 2026-07-16T23:09:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "06612ad3-57a4-4381-aa00-2a2009eab72a", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:09:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "a83534d9-dc4d-4ce9-aa26-ff7f04e8531a", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:09:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "a83534d9-dc4d-4ce9-aa26-ff7f04e8531a", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e-authn-ssl"} 2026-07-16T23:09:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "a83534d9-dc4d-4ce9-aa26-ff7f04e8531a", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:09:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "59b38130-c865-4f70-b1c8-7eef61abf0bb", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:09:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "59b38130-c865-4f70-b1c8-7eef61abf0bb", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:09:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "59b38130-c865-4f70-b1c8-7eef61abf0bb", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:09:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "59b38130-c865-4f70-b1c8-7eef61abf0bb", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e-kserve-route-authn"} 2026-07-16T23:09:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "59b38130-c865-4f70-b1c8-7eef61abf0bb", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "authType": "userdefined"} 2026-07-16T23:09:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "59b38130-c865-4f70-b1c8-7eef61abf0bb", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:10:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "900cf2d0-7f3f-4b76-8b1e-f34fc71f53df", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:10:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "900cf2d0-7f3f-4b76-8b1e-f34fc71f53df", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:10:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "900cf2d0-7f3f-4b76-8b1e-f34fc71f53df", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:10:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "900cf2d0-7f3f-4b76-8b1e-f34fc71f53df", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e-kserve-route-authn"} 2026-07-16T23:10:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "900cf2d0-7f3f-4b76-8b1e-f34fc71f53df", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "authType": "userdefined"} 2026-07-16T23:10:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "900cf2d0-7f3f-4b76-8b1e-f34fc71f53df", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:10:28Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "fad6e7a8-49be-46ba-81da-22ba357abe90", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:10:28Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "fad6e7a8-49be-46ba-81da-22ba357abe90", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f"} 2026-07-16T23:10:28Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "fad6e7a8-49be-46ba-81da-22ba357abe90", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:10:28Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "fad6e7a8-49be-46ba-81da-22ba357abe90", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:10:28Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "fad6e7a8-49be-46ba-81da-22ba357abe90", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f-kserve-route-authn"} 2026-07-16T23:10:28Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "fad6e7a8-49be-46ba-81da-22ba357abe90", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f-kserve-route-authn"} 2026-07-16T23:10:28Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "fad6e7a8-49be-46ba-81da-22ba357abe90", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:10:28Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "fad6e7a8-49be-46ba-81da-22ba357abe90", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:10:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "sub-test-model-b5738f", "reconcileID": "cb8df504-93c4-437b-9762-1fcf518e92f4", "LLMInferenceService": "sub-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:10:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "97dfe06d-f511-4dfb-845a-f366e65dbd85", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:10:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "97dfe06d-f511-4dfb-845a-f366e65dbd85", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f-authn-ssl"} 2026-07-16T23:10:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "97dfe06d-f511-4dfb-845a-f366e65dbd85", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:10:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "880cda56-3593-4c86-804c-ac4537b84e89", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:10:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "880cda56-3593-4c86-804c-ac4537b84e89", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f-authn-ssl"} 2026-07-16T23:10:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "880cda56-3593-4c86-804c-ac4537b84e89", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:10:28Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "e9e4cf46-137d-473b-ad17-79d019ca5cde", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:10:28Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "e9e4cf46-137d-473b-ad17-79d019ca5cde", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e"} 2026-07-16T23:10:28Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "e9e4cf46-137d-473b-ad17-79d019ca5cde", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:10:28Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "e9e4cf46-137d-473b-ad17-79d019ca5cde", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:10:28Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "e9e4cf46-137d-473b-ad17-79d019ca5cde", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e-kserve-route-authn"} 2026-07-16T23:10:28Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "e9e4cf46-137d-473b-ad17-79d019ca5cde", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e-kserve-route-authn"} 2026-07-16T23:10:28Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "e9e4cf46-137d-473b-ad17-79d019ca5cde", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:10:28Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "e9e4cf46-137d-473b-ad17-79d019ca5cde", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:10:29Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "sub-test-model-61f04e", "reconcileID": "088a6259-9dc2-43f0-9d97-4a2fdc2d76f8", "LLMInferenceService": "sub-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:10:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "804522ec-f9b5-4d09-b5d9-6fb00c24e736", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:10:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "804522ec-f9b5-4d09-b5d9-6fb00c24e736", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e-authn-ssl"} 2026-07-16T23:10:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "804522ec-f9b5-4d09-b5d9-6fb00c24e736", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:10:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "07cef678-c9f9-4911-ae6b-abb7af340927", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:10:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "07cef678-c9f9-4911-ae6b-abb7af340927", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e-authn-ssl"} 2026-07-16T23:10:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "07cef678-c9f9-4911-ae6b-abb7af340927", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:10:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "4116d10e-9302-4e56-8ecf-14981fbb85cd", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:10:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "4116d10e-9302-4e56-8ecf-14981fbb85cd", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:10:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "4116d10e-9302-4e56-8ecf-14981fbb85cd", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:10:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "ed6c6638-00ad-46b6-9ff7-0d4db4c084a2", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:10:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "4116d10e-9302-4e56-8ecf-14981fbb85cd", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f-kserve-route-authn"} 2026-07-16T23:10:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "4116d10e-9302-4e56-8ecf-14981fbb85cd", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "authType": "userdefined"} 2026-07-16T23:10:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "4116d10e-9302-4e56-8ecf-14981fbb85cd", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:10:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "ed6c6638-00ad-46b6-9ff7-0d4db4c084a2", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f-authn-ssl"} 2026-07-16T23:10:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "ed6c6638-00ad-46b6-9ff7-0d4db4c084a2", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:10:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "b9be586f-9cb8-4094-a1d0-c8cb8955e0fb", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:10:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "b9be586f-9cb8-4094-a1d0-c8cb8955e0fb", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:10:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "b9be586f-9cb8-4094-a1d0-c8cb8955e0fb", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:10:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "b9be586f-9cb8-4094-a1d0-c8cb8955e0fb", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f-kserve-route-authn"} 2026-07-16T23:10:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "b9be586f-9cb8-4094-a1d0-c8cb8955e0fb", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "authType": "userdefined"} 2026-07-16T23:10:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "b9be586f-9cb8-4094-a1d0-c8cb8955e0fb", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:10:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "20fc3629-9cd0-4e8f-b637-5154be900206", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:10:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "20fc3629-9cd0-4e8f-b637-5154be900206", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f-authn-ssl"} 2026-07-16T23:10:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "20fc3629-9cd0-4e8f-b637-5154be900206", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:10:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "813ee560-2d28-421c-acee-18a6fdd46273", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:10:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "813ee560-2d28-421c-acee-18a6fdd46273", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:10:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "813ee560-2d28-421c-acee-18a6fdd46273", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:10:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "813ee560-2d28-421c-acee-18a6fdd46273", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f-kserve-route-authn"} 2026-07-16T23:10:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "813ee560-2d28-421c-acee-18a6fdd46273", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "authType": "userdefined"} 2026-07-16T23:10:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "813ee560-2d28-421c-acee-18a6fdd46273", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:10:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "0f13c848-91c1-42bf-bb47-82cc34b6bb08", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:10:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "0f13c848-91c1-42bf-bb47-82cc34b6bb08", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:10:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "0f13c848-91c1-42bf-bb47-82cc34b6bb08", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:10:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "0f13c848-91c1-42bf-bb47-82cc34b6bb08", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f-kserve-route-authn"} 2026-07-16T23:10:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "0f13c848-91c1-42bf-bb47-82cc34b6bb08", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "authType": "userdefined"} 2026-07-16T23:10:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "0f13c848-91c1-42bf-bb47-82cc34b6bb08", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:10:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "acacbf22-93b5-4ba1-93f0-85f394b4a0ae", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:10:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "acacbf22-93b5-4ba1-93f0-85f394b4a0ae", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:10:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "acacbf22-93b5-4ba1-93f0-85f394b4a0ae", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:10:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "acacbf22-93b5-4ba1-93f0-85f394b4a0ae", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f-kserve-route-authn"} 2026-07-16T23:10:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "acacbf22-93b5-4ba1-93f0-85f394b4a0ae", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "authType": "userdefined"} 2026-07-16T23:10:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "acacbf22-93b5-4ba1-93f0-85f394b4a0ae", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:10:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "a8a7e724-f82a-4970-96af-3ad8dbd6869b", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:10:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "a8a7e724-f82a-4970-96af-3ad8dbd6869b", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:10:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "a8a7e724-f82a-4970-96af-3ad8dbd6869b", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:10:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "79bc5dd1-ca38-4fa2-b8f7-1d2ce454c58a", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:10:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "a8a7e724-f82a-4970-96af-3ad8dbd6869b", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e-kserve-route-authn"} 2026-07-16T23:10:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "a8a7e724-f82a-4970-96af-3ad8dbd6869b", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "authType": "userdefined"} 2026-07-16T23:10:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "a8a7e724-f82a-4970-96af-3ad8dbd6869b", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:10:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "79bc5dd1-ca38-4fa2-b8f7-1d2ce454c58a", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e-authn-ssl"} 2026-07-16T23:10:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "79bc5dd1-ca38-4fa2-b8f7-1d2ce454c58a", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:10:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "30cb6524-b77d-42de-81ed-fcf86e42d789", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:10:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "30cb6524-b77d-42de-81ed-fcf86e42d789", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:10:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "30cb6524-b77d-42de-81ed-fcf86e42d789", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:10:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "30cb6524-b77d-42de-81ed-fcf86e42d789", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e-kserve-route-authn"} 2026-07-16T23:10:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "30cb6524-b77d-42de-81ed-fcf86e42d789", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "authType": "userdefined"} 2026-07-16T23:10:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "30cb6524-b77d-42de-81ed-fcf86e42d789", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:11:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "372fb68b-7849-47e6-a74a-89d5933a7f88", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T23:11:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "22c73b13-a514-4ab0-88e6-ac4e2c2f893a", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:11:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "22c73b13-a514-4ab0-88e6-ac4e2c2f893a", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e-authn-ssl"} 2026-07-16T23:11:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "22c73b13-a514-4ab0-88e6-ac4e2c2f893a", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:11:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "7189af96-903e-4ffa-b5dd-1d9265e3091b", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:11:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "7189af96-903e-4ffa-b5dd-1d9265e3091b", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:11:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "7189af96-903e-4ffa-b5dd-1d9265e3091b", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:11:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "7189af96-903e-4ffa-b5dd-1d9265e3091b", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e-kserve-route-authn"} 2026-07-16T23:11:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "7189af96-903e-4ffa-b5dd-1d9265e3091b", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "authType": "userdefined"} 2026-07-16T23:11:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "7189af96-903e-4ffa-b5dd-1d9265e3091b", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:11:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "7b6202e6-0ed6-40ba-8551-43c60d5e172f", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:11:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "7b6202e6-0ed6-40ba-8551-43c60d5e172f", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:11:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "7b6202e6-0ed6-40ba-8551-43c60d5e172f", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:11:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "7b6202e6-0ed6-40ba-8551-43c60d5e172f", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e-kserve-route-authn"} 2026-07-16T23:11:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "7b6202e6-0ed6-40ba-8551-43c60d5e172f", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "authType": "userdefined"} 2026-07-16T23:11:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "7b6202e6-0ed6-40ba-8551-43c60d5e172f", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:11:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "88975872-a997-4731-87ab-7563f62f9055", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T23:11:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e01472e5-d7b2-4639-afc8-66ac368b228d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T23:12:07Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "f81544f0-70c1-4d9f-a4aa-bcfbb0320f92", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:12:07Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "f81544f0-70c1-4d9f-a4aa-bcfbb0320f92", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f"} 2026-07-16T23:12:07Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "f81544f0-70c1-4d9f-a4aa-bcfbb0320f92", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:12:07Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "f81544f0-70c1-4d9f-a4aa-bcfbb0320f92", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:12:07Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "f81544f0-70c1-4d9f-a4aa-bcfbb0320f92", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f-kserve-route-authn"} 2026-07-16T23:12:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "f81544f0-70c1-4d9f-a4aa-bcfbb0320f92", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f-kserve-route-authn"} 2026-07-16T23:12:07Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "f81544f0-70c1-4d9f-a4aa-bcfbb0320f92", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:12:07Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "f81544f0-70c1-4d9f-a4aa-bcfbb0320f92", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:12:07Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b5738f","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "rate-test-model-b5738f", "reconcileID": "7b794b59-a1d3-445f-9e1b-1406291fef98", "LLMInferenceService": "rate-test-model-b5738f", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:12:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "35d92b27-ae1c-4c6d-a7c7-253c4e7ecac5", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:12:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "35d92b27-ae1c-4c6d-a7c7-253c4e7ecac5", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f-authn-ssl"} 2026-07-16T23:12:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "35d92b27-ae1c-4c6d-a7c7-253c4e7ecac5", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:12:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "425be0bc-a582-4230-8f9b-862f3c8e2172", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:12:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "425be0bc-a582-4230-8f9b-862f3c8e2172", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f-authn-ssl"} 2026-07-16T23:12:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "425be0bc-a582-4230-8f9b-862f3c8e2172", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:12:08Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "89fbb6ce-fe82-472b-99db-c81f67200155", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:12:08Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "89fbb6ce-fe82-472b-99db-c81f67200155", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e"} 2026-07-16T23:12:08Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "89fbb6ce-fe82-472b-99db-c81f67200155", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:12:08Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "89fbb6ce-fe82-472b-99db-c81f67200155", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:12:08Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "89fbb6ce-fe82-472b-99db-c81f67200155", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e-kserve-route-authn"} 2026-07-16T23:12:08Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "89fbb6ce-fe82-472b-99db-c81f67200155", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e-kserve-route-authn"} 2026-07-16T23:12:08Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "89fbb6ce-fe82-472b-99db-c81f67200155", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:12:08Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "89fbb6ce-fe82-472b-99db-c81f67200155", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:12:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-61f04e","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "rate-test-model-61f04e", "reconcileID": "f0e8f0b9-6186-4806-9707-aa7254b2e3cf", "LLMInferenceService": "rate-test-model-61f04e", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:12:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "adf88d38-3cd2-443c-b4c8-59e17c07eb98", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:12:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "adf88d38-3cd2-443c-b4c8-59e17c07eb98", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e-authn-ssl"} 2026-07-16T23:12:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "adf88d38-3cd2-443c-b4c8-59e17c07eb98", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:12:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "b7699093-a6e0-4a2c-be8a-b2095102245a", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:12:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "b7699093-a6e0-4a2c-be8a-b2095102245a", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e-authn-ssl"} 2026-07-16T23:12:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "b7699093-a6e0-4a2c-be8a-b2095102245a", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:12:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "789786fe-7931-4fe3-8f7c-43e48f25e1a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T23:12:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "50ee349a-9a76-41cb-a6a5-bdab8010e432", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:12:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "50ee349a-9a76-41cb-a6a5-bdab8010e432", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f-authn-ssl"} 2026-07-16T23:12:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "50ee349a-9a76-41cb-a6a5-bdab8010e432", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:12:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "a9b9783f-9608-4e07-b66b-6ffdb84ad2d3", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:12:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "a9b9783f-9608-4e07-b66b-6ffdb84ad2d3", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f-authn-ssl"} 2026-07-16T23:12:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "a9b9783f-9608-4e07-b66b-6ffdb84ad2d3", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:12:47Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T23:12:47Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T23:12:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dcb7dfd0-ef32-4452-8597-64ab4d3f4301", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:12:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dcb7dfd0-ef32-4452-8597-64ab4d3f4301", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:12:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "odh-trusted-ca-bundle", "reconcileID": "ea6d8c68-31bc-4c4d-8e60-b06bf66d0612", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:12:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "odh-trusted-ca-bundle", "reconcileID": "ea6d8c68-31bc-4c4d-8e60-b06bf66d0612", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:12:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "openshift-service-ca.crt", "reconcileID": "00faf03f-c657-457b-8bfd-a8ddad81071c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:12:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-b5738f"}, "namespace": "ai-tenant-e2e-shared-a-b5738f", "name": "openshift-service-ca.crt", "reconcileID": "00faf03f-c657-457b-8bfd-a8ddad81071c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-b5738f"} 2026-07-16T23:12:53Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T23:12:53Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T23:12:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-b5738f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-b5738f", "reconcileID": "f1efa876-3096-4b44-8d59-c9364c7cf6cc", "Gateway": "e2e-shared-a-b5738f", "namespace": "openshift-ingress"} 2026-07-16T23:12:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7719a6a2-9b87-40db-ac0b-9bebca39f79c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T23:13:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "573592e2-21a5-4273-aecb-0b6a622f0dd8", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:13:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "573592e2-21a5-4273-aecb-0b6a622f0dd8", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e-authn-ssl"} 2026-07-16T23:13:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "573592e2-21a5-4273-aecb-0b6a622f0dd8", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:13:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "0849ba74-fcc4-4e8d-8dd0-fc8c1b8a8514", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:13:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "0849ba74-fcc4-4e8d-8dd0-fc8c1b8a8514", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e-authn-ssl"} 2026-07-16T23:13:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "0849ba74-fcc4-4e8d-8dd0-fc8c1b8a8514", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"} 2026-07-16T23:13:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f6a30a72-632a-4445-a658-757666407026", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:13:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f6a30a72-632a-4445-a658-757666407026", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-61f04e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T23:13:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f6a30a72-632a-4445-a658-757666407026", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-61f04e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T23:13:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "odh-trusted-ca-bundle", "reconcileID": "6c2a83be-9ebf-4b5d-b0f9-75f7cd697b77", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:13:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "odh-trusted-ca-bundle", "reconcileID": "6c2a83be-9ebf-4b5d-b0f9-75f7cd697b77", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:13:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "openshift-service-ca.crt", "reconcileID": "5c38ad6c-0dca-4c13-83fd-14b2c8e9e259", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:13:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "openshift-service-ca.crt", "reconcileID": "5c38ad6c-0dca-4c13-83fd-14b2c8e9e259", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:13:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f356fd4-790b-4e4b-b767-ac7a6d43d084", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:13:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-61f04e"}, "namespace": "ai-tenant-e2e-shared-b-61f04e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f356fd4-790b-4e4b-b767-ac7a6d43d084", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-61f04e"} 2026-07-16T23:13:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-61f04e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-61f04e", "reconcileID": "e847cf6e-fff3-4766-9d87-8b2e6017690c", "Gateway": "e2e-shared-b-61f04e", "namespace": "openshift-ingress"}