2026-07-07T16:15:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b155c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0", "reconcileID": "c416f73e-e010-40e9-a9fb-471ba3e719f5", "Gateway": "e2e-api-b-b155c0", "namespace": "openshift-ingress"} 2026-07-07T16:15:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b155c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0", "reconcileID": "c416f73e-e010-40e9-a9fb-471ba3e719f5", "Gateway": "e2e-api-b-b155c0", "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0-authn-ssl"} 2026-07-07T16:15:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b155c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0", "reconcileID": "c416f73e-e010-40e9-a9fb-471ba3e719f5", "Gateway": "e2e-api-b-b155c0", "namespace": "openshift-ingress"} 2026-07-07T16:15:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b155c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0", "reconcileID": "c604df44-0204-4e34-a44b-1f42cd1a5539", "Gateway": "e2e-api-b-b155c0", "namespace": "openshift-ingress"} 2026-07-07T16:15:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b155c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0", "reconcileID": "c604df44-0204-4e34-a44b-1f42cd1a5539", "Gateway": "e2e-api-b-b155c0", "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0-authn-ssl"} 2026-07-07T16:15:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b155c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0", "reconcileID": "c604df44-0204-4e34-a44b-1f42cd1a5539", "Gateway": "e2e-api-b-b155c0", "namespace": "openshift-ingress"} 2026-07-07T16:15:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b155c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0", "reconcileID": "58863def-ae85-48a1-a415-10d24152fec5", "Gateway": "e2e-api-b-b155c0", "namespace": "openshift-ingress"} 2026-07-07T16:15:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b155c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0", "reconcileID": "58863def-ae85-48a1-a415-10d24152fec5", "Gateway": "e2e-api-b-b155c0", "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0-authn-ssl"} 2026-07-07T16:15:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b155c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0", "reconcileID": "58863def-ae85-48a1-a415-10d24152fec5", "Gateway": "e2e-api-b-b155c0", "namespace": "openshift-ingress"} 2026-07-07T16:15:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b155c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0", "reconcileID": "d73a26b9-9862-42e3-982e-bfc1289fb08d", "Gateway": "e2e-api-b-b155c0", "namespace": "openshift-ingress"} 2026-07-07T16:15:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b155c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0", "reconcileID": "d73a26b9-9862-42e3-982e-bfc1289fb08d", "Gateway": "e2e-api-b-b155c0", "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0-authn-ssl"} 2026-07-07T16:15:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b155c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0", "reconcileID": "d73a26b9-9862-42e3-982e-bfc1289fb08d", "Gateway": "e2e-api-b-b155c0", "namespace": "openshift-ingress"} 2026-07-07T16:15:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "788b4795-36fc-4d36-9546-dc1b95c7d97e", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T16:15:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b155c0"}, "namespace": "ai-tenant-e2e-api-b-b155c0", "name": "openshift-service-ca.crt", "reconcileID": "34504490-c2a7-42bd-8c6f-ed15bca57b09", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b155c0"} 2026-07-07T16:15:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b155c0"}, "namespace": "ai-tenant-e2e-api-b-b155c0", "name": "odh-trusted-ca-bundle", "reconcileID": "058cb952-d87d-48a9-9d48-b7f0c98801c1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b155c0"} 2026-07-07T16:15:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4c489a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4c489a", "reconcileID": "b67c56cd-d4ed-4865-bb4c-a6cdc88395d8", "Gateway": "e2e-api-a-4c489a", "namespace": "openshift-ingress"} 2026-07-07T16:15:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4c489a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4c489a", "reconcileID": "b67c56cd-d4ed-4865-bb4c-a6cdc88395d8", "Gateway": "e2e-api-a-4c489a", "namespace": "openshift-ingress", "name": "e2e-api-a-4c489a-authn-ssl"} 2026-07-07T16:15:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b155c0"}, "namespace": "ai-tenant-e2e-api-b-b155c0", "name": "openshift-service-ca.crt", "reconcileID": "371e7c80-c61d-42e8-aaa9-8b52a0899892", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b155c0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:15:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4c489a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4c489a", "reconcileID": "b67c56cd-d4ed-4865-bb4c-a6cdc88395d8", "Gateway": "e2e-api-a-4c489a", "namespace": "openshift-ingress"} 2026-07-07T16:15:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b155c0"}, "namespace": "ai-tenant-e2e-api-b-b155c0", "name": "openshift-service-ca.crt", "reconcileID": "371e7c80-c61d-42e8-aaa9-8b52a0899892", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b155c0"} 2026-07-07T16:15:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b155c0"}, "namespace": "ai-tenant-e2e-api-b-b155c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6d16cbf1-8d55-47b5-8b92-015edb6bc737", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b155c0"} 2026-07-07T16:15:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b155c0"}, "namespace": "ai-tenant-e2e-api-b-b155c0", "name": "openshift-service-ca.crt", "reconcileID": "3f0058d9-fdaa-4b64-adcb-87d41a8a13a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b155c0"} 2026-07-07T16:15:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b155c0"}, "namespace": "ai-tenant-e2e-api-b-b155c0", "name": "odh-trusted-ca-bundle", "reconcileID": "44b3fbfc-c180-424a-bc0d-847b9dea8139", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b155c0", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:15:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b155c0"}, "namespace": "ai-tenant-e2e-api-b-b155c0", "name": "odh-trusted-ca-bundle", "reconcileID": "44b3fbfc-c180-424a-bc0d-847b9dea8139", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b155c0"} 2026-07-07T16:15:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b155c0"}, "namespace": "ai-tenant-e2e-api-b-b155c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac62cdc6-adce-452f-859c-01419cceed78", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b155c0"} 2026-07-07T16:15:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b155c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0", "reconcileID": "ae3531f1-f939-4ffd-9c8d-c420378d2cfb", "Gateway": "e2e-api-b-b155c0", "namespace": "openshift-ingress"} 2026-07-07T16:15:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b155c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0", "reconcileID": "ae3531f1-f939-4ffd-9c8d-c420378d2cfb", "Gateway": "e2e-api-b-b155c0", "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0-authn-ssl"} 2026-07-07T16:15:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b155c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0", "reconcileID": "ae3531f1-f939-4ffd-9c8d-c420378d2cfb", "Gateway": "e2e-api-b-b155c0", "namespace": "openshift-ingress"} 2026-07-07T16:15:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "e7dbbaf2-3483-4a5b-99cd-bac7b99ab39b", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T16:15:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b155c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0", "reconcileID": "6e34553a-39e4-4d30-925e-d601d5531967", "Gateway": "e2e-api-b-b155c0", "namespace": "openshift-ingress"} 2026-07-07T16:15:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b155c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0", "reconcileID": "6e34553a-39e4-4d30-925e-d601d5531967", "Gateway": "e2e-api-b-b155c0", "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0-authn-ssl"} 2026-07-07T16:15:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b155c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0", "reconcileID": "6e34553a-39e4-4d30-925e-d601d5531967", "Gateway": "e2e-api-b-b155c0", "namespace": "openshift-ingress"} 2026-07-07T16:15:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b155c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0", "reconcileID": "acbef43b-bf86-422d-bf4b-d451a4ac3b8d", "Gateway": "e2e-api-b-b155c0", "namespace": "openshift-ingress"} 2026-07-07T16:15:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b155c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0", "reconcileID": "acbef43b-bf86-422d-bf4b-d451a4ac3b8d", "Gateway": "e2e-api-b-b155c0", "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0-authn-ssl"} 2026-07-07T16:15:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b155c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0", "reconcileID": "acbef43b-bf86-422d-bf4b-d451a4ac3b8d", "Gateway": "e2e-api-b-b155c0", "namespace": "openshift-ingress"} 2026-07-07T16:15:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "23f16966-b9b7-459a-970f-46bb2f6f4cef", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T16:15:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4c489a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4c489a", "reconcileID": "33070f16-3826-49c0-9171-6f2f934ef33f", "Gateway": "e2e-api-a-4c489a", "namespace": "openshift-ingress"} 2026-07-07T16:15:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4c489a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4c489a", "reconcileID": "33070f16-3826-49c0-9171-6f2f934ef33f", "Gateway": "e2e-api-a-4c489a", "namespace": "openshift-ingress", "name": "e2e-api-a-4c489a-authn-ssl"} 2026-07-07T16:15:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4c489a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4c489a", "reconcileID": "33070f16-3826-49c0-9171-6f2f934ef33f", "Gateway": "e2e-api-a-4c489a", "namespace": "openshift-ingress"} 2026-07-07T16:15:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-4c489a"}, "namespace": "ai-tenant-e2e-api-a-4c489a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c33df919-5c87-4c85-ae34-0a05661027cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-4c489a"} 2026-07-07T16:15:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-4c489a"}, "namespace": "ai-tenant-e2e-api-a-4c489a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c33df919-5c87-4c85-ae34-0a05661027cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-4c489a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:15:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-4c489a"}, "namespace": "ai-tenant-e2e-api-a-4c489a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c33df919-5c87-4c85-ae34-0a05661027cd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-4c489a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T16:15:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-4c489a"}, "namespace": "ai-tenant-e2e-api-a-4c489a", "name": "odh-trusted-ca-bundle", "reconcileID": "74bc4a9f-30ac-4163-a303-908e86598cc7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-4c489a"} 2026-07-07T16:15:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-4c489a"}, "namespace": "ai-tenant-e2e-api-a-4c489a", "name": "odh-trusted-ca-bundle", "reconcileID": "74bc4a9f-30ac-4163-a303-908e86598cc7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-4c489a"} 2026-07-07T16:15:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-4c489a"}, "namespace": "ai-tenant-e2e-api-a-4c489a", "name": "openshift-service-ca.crt", "reconcileID": "72686866-e6d6-4ed9-a859-f5b020f08ac8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-4c489a"} 2026-07-07T16:15:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-4c489a"}, "namespace": "ai-tenant-e2e-api-a-4c489a", "name": "openshift-service-ca.crt", "reconcileID": "72686866-e6d6-4ed9-a859-f5b020f08ac8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-4c489a"} 2026-07-07T16:15:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-4c489a"}, "namespace": "ai-tenant-e2e-api-a-4c489a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1148048-beba-4205-8876-a6e9617bff46", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-4c489a"} 2026-07-07T16:15:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-4c489a"}, "namespace": "ai-tenant-e2e-api-a-4c489a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1148048-beba-4205-8876-a6e9617bff46", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-4c489a"} 2026-07-07T16:15:29Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4c489a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4c489a", "reconcileID": "a4013551-7e13-4eec-b973-bba45be21f80", "Gateway": "e2e-api-a-4c489a", "namespace": "openshift-ingress"} 2026-07-07T16:15:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "e2b31659-f361-480b-b209-596e2999e10c", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T16:15:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b155c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0", "reconcileID": "3c11d3bf-3c56-484d-9c06-22f7087a4896", "Gateway": "e2e-api-b-b155c0", "namespace": "openshift-ingress"} 2026-07-07T16:15:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b155c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0", "reconcileID": "3c11d3bf-3c56-484d-9c06-22f7087a4896", "Gateway": "e2e-api-b-b155c0", "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0-authn-ssl"} 2026-07-07T16:15:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b155c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0", "reconcileID": "3c11d3bf-3c56-484d-9c06-22f7087a4896", "Gateway": "e2e-api-b-b155c0", "namespace": "openshift-ingress"} 2026-07-07T16:15:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b155c0"}, "namespace": "ai-tenant-e2e-api-b-b155c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e154c40-96a1-4f42-9021-e7c3460adcd7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b155c0"} 2026-07-07T16:15:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b155c0"}, "namespace": "ai-tenant-e2e-api-b-b155c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e154c40-96a1-4f42-9021-e7c3460adcd7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b155c0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:15:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b155c0"}, "namespace": "ai-tenant-e2e-api-b-b155c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e154c40-96a1-4f42-9021-e7c3460adcd7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-b155c0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T16:15:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b155c0"}, "namespace": "ai-tenant-e2e-api-b-b155c0", "name": "odh-trusted-ca-bundle", "reconcileID": "ba7a7453-fee8-4def-9760-9dd94c1be606", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b155c0"} 2026-07-07T16:15:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b155c0"}, "namespace": "ai-tenant-e2e-api-b-b155c0", "name": "odh-trusted-ca-bundle", "reconcileID": "ba7a7453-fee8-4def-9760-9dd94c1be606", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b155c0"} 2026-07-07T16:15:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b155c0"}, "namespace": "ai-tenant-e2e-api-b-b155c0", "name": "openshift-service-ca.crt", "reconcileID": "61dc88bc-f6b4-413f-99c5-40e387225b13", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b155c0"} 2026-07-07T16:15:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b155c0"}, "namespace": "ai-tenant-e2e-api-b-b155c0", "name": "openshift-service-ca.crt", "reconcileID": "61dc88bc-f6b4-413f-99c5-40e387225b13", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b155c0"} 2026-07-07T16:15:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b155c0"}, "namespace": "ai-tenant-e2e-api-b-b155c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae3a8393-7915-47c7-a044-ab60d409a916", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b155c0"} 2026-07-07T16:15:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b155c0"}, "namespace": "ai-tenant-e2e-api-b-b155c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae3a8393-7915-47c7-a044-ab60d409a916", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b155c0"} 2026-07-07T16:15:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b155c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b155c0", "reconcileID": "9ddc4598-f986-4cf6-a821-02f880b749e1", "Gateway": "e2e-api-b-b155c0", "namespace": "openshift-ingress"} 2026-07-07T16:15:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "c1be9bc8-a38f-4102-9bf3-7b901ef0b979", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:15:38Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "c1be9bc8-a38f-4102-9bf3-7b901ef0b979", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f-authn-ssl"} 2026-07-07T16:15:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "c1be9bc8-a38f-4102-9bf3-7b901ef0b979", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:15:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "b39ddcaa-6e2c-4a7f-a126-406f51b3b1cc", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:15:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "b39ddcaa-6e2c-4a7f-a126-406f51b3b1cc", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f-authn-ssl"} 2026-07-07T16:15:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "b39ddcaa-6e2c-4a7f-a126-406f51b3b1cc", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:15:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "43c1ddae-fdf5-4035-a786-8ae549d80bc8", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:15:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "43c1ddae-fdf5-4035-a786-8ae549d80bc8", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f-authn-ssl"} 2026-07-07T16:15:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "43c1ddae-fdf5-4035-a786-8ae549d80bc8", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:15:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "30bfbfe3-b8bb-41f5-b227-cfd3abe9f682", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:15:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "30bfbfe3-b8bb-41f5-b227-cfd3abe9f682", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f-authn-ssl"} 2026-07-07T16:15:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "30bfbfe3-b8bb-41f5-b227-cfd3abe9f682", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:15:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "d0d9f368-2706-4b07-9e96-069f5213701e", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:15:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "d0d9f368-2706-4b07-9e96-069f5213701e", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f-authn-ssl"} 2026-07-07T16:15:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "d0d9f368-2706-4b07-9e96-069f5213701e", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:15:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "3bac2b32-39a5-40ee-a847-7a65005e22c7", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:15:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "3bac2b32-39a5-40ee-a847-7a65005e22c7", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f-authn-ssl"} 2026-07-07T16:15:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "3bac2b32-39a5-40ee-a847-7a65005e22c7", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:15:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "fe222f59-ded7-479d-851e-0735def8ae43", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:15:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "fe222f59-ded7-479d-851e-0735def8ae43", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f-authn-ssl"} 2026-07-07T16:15:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "fe222f59-ded7-479d-851e-0735def8ae43", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:15:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "openshift-service-ca.crt", "reconcileID": "7035bd69-b6a2-4109-b34c-f95034717607", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:15:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "openshift-service-ca.crt", "reconcileID": "6d6874cb-d4c6-4b59-833e-39d2dc953526", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:15:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "openshift-service-ca.crt", "reconcileID": "6d6874cb-d4c6-4b59-833e-39d2dc953526", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:15:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "odh-trusted-ca-bundle", "reconcileID": "4060154a-49ea-407a-aa16-7fbbd77cbd31", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:15:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b952d04-f85c-4296-b573-c6dd62a9e558", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:15:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "openshift-service-ca.crt", "reconcileID": "25bab551-09ed-4569-8d82-a61c1d8c5b8a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:15:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "odh-trusted-ca-bundle", "reconcileID": "7ca60793-2188-4f0f-8640-c9c15bf53771", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:15:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "odh-trusted-ca-bundle", "reconcileID": "7ca60793-2188-4f0f-8640-c9c15bf53771", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:15:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0391cc2a-3cbb-43f4-a78a-216370fb4bf1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:15:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "bb2fe7fc-3e9f-4621-ad98-a1b0947d499c", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:15:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "bb2fe7fc-3e9f-4621-ad98-a1b0947d499c", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f-authn-ssl"} 2026-07-07T16:15:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "bb2fe7fc-3e9f-4621-ad98-a1b0947d499c", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:15:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "997fa054-4bca-45db-bad3-19a0b7217dda", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T16:15:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "55b01876-1365-4e96-a609-f68c8a6eb744", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:15:45Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "55b01876-1365-4e96-a609-f68c8a6eb744", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress", "name": "e2e-shared-b-132358-authn-ssl"} 2026-07-07T16:15:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "55b01876-1365-4e96-a609-f68c8a6eb744", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:15:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "6d7f7321-bfd2-4c39-b586-58ca26747aca", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:15:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "6d7f7321-bfd2-4c39-b586-58ca26747aca", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress", "name": "e2e-shared-b-132358-authn-ssl"} 2026-07-07T16:15:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "6d7f7321-bfd2-4c39-b586-58ca26747aca", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:15:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "6a20c073-0a82-4406-9049-b2db7e727cb2", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:15:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "6a20c073-0a82-4406-9049-b2db7e727cb2", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress", "name": "e2e-shared-b-132358-authn-ssl"} 2026-07-07T16:15:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "6a20c073-0a82-4406-9049-b2db7e727cb2", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:15:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "33c5bb1e-890d-4694-877a-587a93cbf162", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:15:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "33c5bb1e-890d-4694-877a-587a93cbf162", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress", "name": "e2e-shared-b-132358-authn-ssl"} 2026-07-07T16:15:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "33c5bb1e-890d-4694-877a-587a93cbf162", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:15:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "d5e1b146-808b-46e9-aeb5-668eb8136a93", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:15:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "d5e1b146-808b-46e9-aeb5-668eb8136a93", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress", "name": "e2e-shared-b-132358-authn-ssl"} 2026-07-07T16:15:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "d5e1b146-808b-46e9-aeb5-668eb8136a93", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:15:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "8841c6bd-c9d2-4c43-9945-4ca642fd2b4d", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:15:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "8841c6bd-c9d2-4c43-9945-4ca642fd2b4d", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress", "name": "e2e-shared-b-132358-authn-ssl"} 2026-07-07T16:15:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "8841c6bd-c9d2-4c43-9945-4ca642fd2b4d", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:15:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "cb01cdc1-0311-4cc9-99cb-d2a719b302b3", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:15:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "cb01cdc1-0311-4cc9-99cb-d2a719b302b3", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress", "name": "e2e-shared-b-132358-authn-ssl"} 2026-07-07T16:15:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "cb01cdc1-0311-4cc9-99cb-d2a719b302b3", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:15:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "9bdbff68-61f2-423c-8d0e-cd8114ba3065", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:15:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "9bdbff68-61f2-423c-8d0e-cd8114ba3065", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f-authn-ssl"} 2026-07-07T16:15:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "9bdbff68-61f2-423c-8d0e-cd8114ba3065", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:15:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "openshift-service-ca.crt", "reconcileID": "5ad3895f-bfe2-4a3c-8b9e-70eecfd23531", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:15:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "odh-trusted-ca-bundle", "reconcileID": "aaa88f89-c2dc-40e1-914f-7e43866fac27", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:15:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "openshift-service-ca.crt", "reconcileID": "4cb0e95e-bc47-4c29-b641-f83e691b76a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-132358", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:15:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "openshift-service-ca.crt", "reconcileID": "4cb0e95e-bc47-4c29-b641-f83e691b76a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:15:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "openshift-service-ca.crt", "reconcileID": "433683d5-9d80-485d-88a1-1ce98ee4fc12", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-132358", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:15:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "openshift-service-ca.crt", "reconcileID": "433683d5-9d80-485d-88a1-1ce98ee4fc12", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T16:15:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc77a3df-0ee2-4417-b657-e6516c94c5e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:15:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "openshift-service-ca.crt", "reconcileID": "6783175b-dd02-4eb4-b4ed-1d3b43daa0ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:15:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "odh-trusted-ca-bundle", "reconcileID": "fe9a0baa-67c5-4896-9a5d-97ad4c5f1c37", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-132358", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:15:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "odh-trusted-ca-bundle", "reconcileID": "fe9a0baa-67c5-4896-9a5d-97ad4c5f1c37", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:15:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eba2a2f9-aed9-4838-9c65-5a2d783210ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:15:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "21865bbd-a360-4880-8452-6461b4feb660", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:15:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "21865bbd-a360-4880-8452-6461b4feb660", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress", "name": "e2e-shared-b-132358-authn-ssl"} 2026-07-07T16:15:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "21865bbd-a360-4880-8452-6461b4feb660", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:15:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "9a98fef9-8b7a-4d81-9101-536b2f7cd80f", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T16:15:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "6530588f-d346-4015-860e-3d3cefbb3d97", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:15:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "6530588f-d346-4015-860e-3d3cefbb3d97", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress", "name": "e2e-shared-b-132358-authn-ssl"} 2026-07-07T16:15:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "6530588f-d346-4015-860e-3d3cefbb3d97", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:15:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "4ccd391c-cedf-48ea-9c38-f29726cba032", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:15:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "4ccd391c-cedf-48ea-9c38-f29726cba032", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:15:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "4ccd391c-cedf-48ea-9c38-f29726cba032", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:15:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "43580692-415a-457a-b4fb-219423675c47", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:15:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "4ccd391c-cedf-48ea-9c38-f29726cba032", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f-kserve-route-authn"} 2026-07-07T16:15:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "4ccd391c-cedf-48ea-9c38-f29726cba032", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "authType": "userdefined"} 2026-07-07T16:15:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "4ccd391c-cedf-48ea-9c38-f29726cba032", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:15:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "43580692-415a-457a-b4fb-219423675c47", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f-authn-ssl"} 2026-07-07T16:15:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "43580692-415a-457a-b4fb-219423675c47", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:15:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "8cd125c1-6ed5-4147-8507-b629934fb6d1", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:15:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "8cd125c1-6ed5-4147-8507-b629934fb6d1", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:15:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "8cd125c1-6ed5-4147-8507-b629934fb6d1", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:15:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "8cd125c1-6ed5-4147-8507-b629934fb6d1", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f-kserve-route-authn"} 2026-07-07T16:15:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "8cd125c1-6ed5-4147-8507-b629934fb6d1", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "authType": "userdefined"} 2026-07-07T16:15:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "8cd125c1-6ed5-4147-8507-b629934fb6d1", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:15:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "b100d216-0f43-4eab-8d54-61d659ba037e", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:15:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "b100d216-0f43-4eab-8d54-61d659ba037e", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f-authn-ssl"} 2026-07-07T16:15:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "b100d216-0f43-4eab-8d54-61d659ba037e", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:16:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "ab12705f-4a4d-4a22-a168-afdca77da45e", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:16:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "ab12705f-4a4d-4a22-a168-afdca77da45e", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:16:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "ab12705f-4a4d-4a22-a168-afdca77da45e", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:16:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "ab12705f-4a4d-4a22-a168-afdca77da45e", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f-kserve-route-authn"} 2026-07-07T16:16:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "ab12705f-4a4d-4a22-a168-afdca77da45e", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "authType": "userdefined"} 2026-07-07T16:16:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "ab12705f-4a4d-4a22-a168-afdca77da45e", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:16:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "39fe24af-90f6-4798-b9e6-bc65a16e6565", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T16:16:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "b2bae3c3-cd40-4568-913f-584a974d4039", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T16:16:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "c6dc85be-73cb-48e4-839e-7482249beedc", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:16:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "c6dc85be-73cb-48e4-839e-7482249beedc", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:16:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "c6dc85be-73cb-48e4-839e-7482249beedc", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:16:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "c6dc85be-73cb-48e4-839e-7482249beedc", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f-kserve-route-authn"} 2026-07-07T16:16:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "c6dc85be-73cb-48e4-839e-7482249beedc", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "authType": "userdefined"} 2026-07-07T16:16:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "c6dc85be-73cb-48e4-839e-7482249beedc", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:16:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "e5642974-e5a5-422e-8c16-bfd3660e9c50", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:16:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "e5642974-e5a5-422e-8c16-bfd3660e9c50", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:16:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "e5642974-e5a5-422e-8c16-bfd3660e9c50", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:16:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "c8396c4a-15d9-4d8f-a5f6-52ed29815590", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:16:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "e5642974-e5a5-422e-8c16-bfd3660e9c50", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358-kserve-route-authn"} 2026-07-07T16:16:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "e5642974-e5a5-422e-8c16-bfd3660e9c50", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "authType": "userdefined"} 2026-07-07T16:16:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "e5642974-e5a5-422e-8c16-bfd3660e9c50", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:16:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "c8396c4a-15d9-4d8f-a5f6-52ed29815590", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress", "name": "e2e-shared-b-132358-authn-ssl"} 2026-07-07T16:16:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "c8396c4a-15d9-4d8f-a5f6-52ed29815590", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:16:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "2d2f7e15-cd9b-4536-b360-577bba03eca4", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:16:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "2d2f7e15-cd9b-4536-b360-577bba03eca4", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:16:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "2d2f7e15-cd9b-4536-b360-577bba03eca4", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:16:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "2d2f7e15-cd9b-4536-b360-577bba03eca4", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358-kserve-route-authn"} 2026-07-07T16:16:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "2d2f7e15-cd9b-4536-b360-577bba03eca4", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "authType": "userdefined"} 2026-07-07T16:16:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "2d2f7e15-cd9b-4536-b360-577bba03eca4", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:16:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "70aa2370-b877-4ab4-a8bb-120b635480d6", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:16:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "70aa2370-b877-4ab4-a8bb-120b635480d6", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress", "name": "e2e-shared-b-132358-authn-ssl"} 2026-07-07T16:16:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "70aa2370-b877-4ab4-a8bb-120b635480d6", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:16:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "4ad84527-0bb6-4b94-85ca-de8174e0b891", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:16:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "4ad84527-0bb6-4b94-85ca-de8174e0b891", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:16:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "4ad84527-0bb6-4b94-85ca-de8174e0b891", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:16:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "4ad84527-0bb6-4b94-85ca-de8174e0b891", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358-kserve-route-authn"} 2026-07-07T16:16:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "4ad84527-0bb6-4b94-85ca-de8174e0b891", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "authType": "userdefined"} 2026-07-07T16:16:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "4ad84527-0bb6-4b94-85ca-de8174e0b891", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:16:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "95dab3c6-f25a-445f-8dd3-50ef7eb3cf7d", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:16:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "95dab3c6-f25a-445f-8dd3-50ef7eb3cf7d", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:16:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "95dab3c6-f25a-445f-8dd3-50ef7eb3cf7d", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:16:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "95dab3c6-f25a-445f-8dd3-50ef7eb3cf7d", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358-kserve-route-authn"} 2026-07-07T16:16:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "95dab3c6-f25a-445f-8dd3-50ef7eb3cf7d", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "authType": "userdefined"} 2026-07-07T16:16:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "95dab3c6-f25a-445f-8dd3-50ef7eb3cf7d", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:16:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "c572677e-48b5-48ae-bc5e-0358a19565c2", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:16:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "c572677e-48b5-48ae-bc5e-0358a19565c2", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:16:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "c572677e-48b5-48ae-bc5e-0358a19565c2", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:16:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "c572677e-48b5-48ae-bc5e-0358a19565c2", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358-kserve-route-authn"} 2026-07-07T16:16:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "c572677e-48b5-48ae-bc5e-0358a19565c2", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "authType": "userdefined"} 2026-07-07T16:16:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "c572677e-48b5-48ae-bc5e-0358a19565c2", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:16:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "bc4106f5-fb39-4dde-a3bc-1c777bdb9e32", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:16:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "bc4106f5-fb39-4dde-a3bc-1c777bdb9e32", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f-authn-ssl"} 2026-07-07T16:16:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "bc4106f5-fb39-4dde-a3bc-1c777bdb9e32", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:16:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "238b42da-063e-4540-ba88-980b7e726907", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:16:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "238b42da-063e-4540-ba88-980b7e726907", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress", "name": "e2e-shared-b-132358-authn-ssl"} 2026-07-07T16:16:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "238b42da-063e-4540-ba88-980b7e726907", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:18:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "c5574f3d-ce23-44c4-96cd-a3125b84ea13", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:18:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "c5574f3d-ce23-44c4-96cd-a3125b84ea13", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f"} 2026-07-07T16:18:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "c5574f3d-ce23-44c4-96cd-a3125b84ea13", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:18:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "c5574f3d-ce23-44c4-96cd-a3125b84ea13", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:18:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "c5574f3d-ce23-44c4-96cd-a3125b84ea13", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f-kserve-route-authn"} 2026-07-07T16:18:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "c5574f3d-ce23-44c4-96cd-a3125b84ea13", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f-kserve-route-authn"} 2026-07-07T16:18:21Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "c5574f3d-ce23-44c4-96cd-a3125b84ea13", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:18:21Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "c5574f3d-ce23-44c4-96cd-a3125b84ea13", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:18:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "auth-test-model-9ac19f", "reconcileID": "03f0387d-4513-4b46-9f48-e8c60c642273", "LLMInferenceService": "auth-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:18:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "ef776c82-78a5-45ee-9f4d-62a07dc167d2", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:18:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "ef776c82-78a5-45ee-9f4d-62a07dc167d2", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f-authn-ssl"} 2026-07-07T16:18:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "ef776c82-78a5-45ee-9f4d-62a07dc167d2", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:18:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "5ddc8d21-cc7e-4fb5-b76d-7cdc08f64ec6", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:18:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "5ddc8d21-cc7e-4fb5-b76d-7cdc08f64ec6", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f-authn-ssl"} 2026-07-07T16:18:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "5ddc8d21-cc7e-4fb5-b76d-7cdc08f64ec6", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:18:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "c0d0360c-ba0b-4332-a595-99c62e340084", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:18:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "c0d0360c-ba0b-4332-a595-99c62e340084", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358"} 2026-07-07T16:18:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "c0d0360c-ba0b-4332-a595-99c62e340084", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:18:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "c0d0360c-ba0b-4332-a595-99c62e340084", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:18:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "c0d0360c-ba0b-4332-a595-99c62e340084", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358-kserve-route-authn"} 2026-07-07T16:18:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "c0d0360c-ba0b-4332-a595-99c62e340084", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358-kserve-route-authn"} 2026-07-07T16:18:21Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "c0d0360c-ba0b-4332-a595-99c62e340084", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:18:21Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "c0d0360c-ba0b-4332-a595-99c62e340084", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:18:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "auth-test-model-132358", "reconcileID": "6b97df6d-94f4-4853-8c9c-e5b400f6b482", "LLMInferenceService": "auth-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:18:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "3bf8d11f-ec11-4626-8bf9-570a3a184bb2", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:18:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "3bf8d11f-ec11-4626-8bf9-570a3a184bb2", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress", "name": "e2e-shared-b-132358-authn-ssl"} 2026-07-07T16:18:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "3bf8d11f-ec11-4626-8bf9-570a3a184bb2", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:18:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "9415e9b4-08af-4375-b8ab-80bdd002bfb1", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:18:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "9415e9b4-08af-4375-b8ab-80bdd002bfb1", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress", "name": "e2e-shared-b-132358-authn-ssl"} 2026-07-07T16:18:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "9415e9b4-08af-4375-b8ab-80bdd002bfb1", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:18:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "83b6cf10-4564-49e5-b8d8-640339b75b6c", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:18:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "83b6cf10-4564-49e5-b8d8-640339b75b6c", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:18:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "83b6cf10-4564-49e5-b8d8-640339b75b6c", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:18:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "efd2b001-d96b-45c1-b2a5-1cf4174af411", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:18:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "83b6cf10-4564-49e5-b8d8-640339b75b6c", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f-kserve-route-authn"} 2026-07-07T16:18:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "83b6cf10-4564-49e5-b8d8-640339b75b6c", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "authType": "userdefined"} 2026-07-07T16:18:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "83b6cf10-4564-49e5-b8d8-640339b75b6c", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:18:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "efd2b001-d96b-45c1-b2a5-1cf4174af411", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f-authn-ssl"} 2026-07-07T16:18:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "efd2b001-d96b-45c1-b2a5-1cf4174af411", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:18:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "e395f3ce-9b5b-417a-83ce-f161599ca815", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:18:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "e395f3ce-9b5b-417a-83ce-f161599ca815", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:18:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "e395f3ce-9b5b-417a-83ce-f161599ca815", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:18:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "e395f3ce-9b5b-417a-83ce-f161599ca815", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f-kserve-route-authn"} 2026-07-07T16:18:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "e395f3ce-9b5b-417a-83ce-f161599ca815", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "authType": "userdefined"} 2026-07-07T16:18:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "e395f3ce-9b5b-417a-83ce-f161599ca815", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:18:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "06162fbe-fe45-4d6c-a3a2-6f66ac83b88e", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:18:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "06162fbe-fe45-4d6c-a3a2-6f66ac83b88e", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f-authn-ssl"} 2026-07-07T16:18:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "06162fbe-fe45-4d6c-a3a2-6f66ac83b88e", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:18:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "fb6eeb2d-08c8-4906-a6d5-594d37125f6e", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:18:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "fb6eeb2d-08c8-4906-a6d5-594d37125f6e", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:18:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "fb6eeb2d-08c8-4906-a6d5-594d37125f6e", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:18:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "fb6eeb2d-08c8-4906-a6d5-594d37125f6e", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f-kserve-route-authn"} 2026-07-07T16:18:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "fb6eeb2d-08c8-4906-a6d5-594d37125f6e", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "authType": "userdefined"} 2026-07-07T16:18:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "fb6eeb2d-08c8-4906-a6d5-594d37125f6e", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:18:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "fd412f91-ffe7-4fb6-b280-352326e5f96e", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:18:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "fd412f91-ffe7-4fb6-b280-352326e5f96e", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:18:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "fd412f91-ffe7-4fb6-b280-352326e5f96e", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:18:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "fd412f91-ffe7-4fb6-b280-352326e5f96e", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f-kserve-route-authn"} 2026-07-07T16:18:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "fd412f91-ffe7-4fb6-b280-352326e5f96e", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "authType": "userdefined"} 2026-07-07T16:18:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "fd412f91-ffe7-4fb6-b280-352326e5f96e", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:18:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "858c684a-586d-4043-a7ca-548cfde23cba", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:18:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "858c684a-586d-4043-a7ca-548cfde23cba", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:18:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "858c684a-586d-4043-a7ca-548cfde23cba", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:18:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "858c684a-586d-4043-a7ca-548cfde23cba", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f-kserve-route-authn"} 2026-07-07T16:18:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "858c684a-586d-4043-a7ca-548cfde23cba", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "authType": "userdefined"} 2026-07-07T16:18:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "858c684a-586d-4043-a7ca-548cfde23cba", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:18:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "b7fcb522-00f7-4577-835d-883a31235328", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:18:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "b7fcb522-00f7-4577-835d-883a31235328", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:18:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "b7fcb522-00f7-4577-835d-883a31235328", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:18:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "8f25db4b-9111-4592-8fa2-efaff59636d2", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:18:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "b7fcb522-00f7-4577-835d-883a31235328", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358-kserve-route-authn"} 2026-07-07T16:18:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "b7fcb522-00f7-4577-835d-883a31235328", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "authType": "userdefined"} 2026-07-07T16:18:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "b7fcb522-00f7-4577-835d-883a31235328", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:18:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "8f25db4b-9111-4592-8fa2-efaff59636d2", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress", "name": "e2e-shared-b-132358-authn-ssl"} 2026-07-07T16:18:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "8f25db4b-9111-4592-8fa2-efaff59636d2", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:18:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "b8a05d9b-351d-41a8-baf3-4fe27f1b2d0b", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:18:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "b8a05d9b-351d-41a8-baf3-4fe27f1b2d0b", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:18:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "b8a05d9b-351d-41a8-baf3-4fe27f1b2d0b", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:18:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "b8a05d9b-351d-41a8-baf3-4fe27f1b2d0b", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358-kserve-route-authn"} 2026-07-07T16:18:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "b8a05d9b-351d-41a8-baf3-4fe27f1b2d0b", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "authType": "userdefined"} 2026-07-07T16:18:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "b8a05d9b-351d-41a8-baf3-4fe27f1b2d0b", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:19:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "53e234ab-5bd3-4c46-b2be-569407f4177e", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:19:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "53e234ab-5bd3-4c46-b2be-569407f4177e", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress", "name": "e2e-shared-b-132358-authn-ssl"} 2026-07-07T16:19:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "53e234ab-5bd3-4c46-b2be-569407f4177e", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:19:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "9443b8bd-ebfc-4293-9e4f-12ddadc8fabf", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:19:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "9443b8bd-ebfc-4293-9e4f-12ddadc8fabf", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:19:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "9443b8bd-ebfc-4293-9e4f-12ddadc8fabf", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:19:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "9443b8bd-ebfc-4293-9e4f-12ddadc8fabf", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358-kserve-route-authn"} 2026-07-07T16:19:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "9443b8bd-ebfc-4293-9e4f-12ddadc8fabf", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "authType": "userdefined"} 2026-07-07T16:19:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "9443b8bd-ebfc-4293-9e4f-12ddadc8fabf", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:19:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "4d0e0368-384a-47b1-999d-72a1c9887d68", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:19:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "4d0e0368-384a-47b1-999d-72a1c9887d68", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:19:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "4d0e0368-384a-47b1-999d-72a1c9887d68", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:19:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "4d0e0368-384a-47b1-999d-72a1c9887d68", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358-kserve-route-authn"} 2026-07-07T16:19:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "4d0e0368-384a-47b1-999d-72a1c9887d68", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "authType": "userdefined"} 2026-07-07T16:19:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "4d0e0368-384a-47b1-999d-72a1c9887d68", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:19:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "a6c9050a-5262-4a88-9dfd-9e023d53c68f", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:19:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "a6c9050a-5262-4a88-9dfd-9e023d53c68f", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:19:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "a6c9050a-5262-4a88-9dfd-9e023d53c68f", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:19:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "a6c9050a-5262-4a88-9dfd-9e023d53c68f", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358-kserve-route-authn"} 2026-07-07T16:19:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "a6c9050a-5262-4a88-9dfd-9e023d53c68f", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "authType": "userdefined"} 2026-07-07T16:19:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "a6c9050a-5262-4a88-9dfd-9e023d53c68f", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:19:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "df180916-3d6f-4fa5-8658-543c0fc39fc5", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:19:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "df180916-3d6f-4fa5-8658-543c0fc39fc5", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f"} 2026-07-07T16:19:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "df180916-3d6f-4fa5-8658-543c0fc39fc5", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:19:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "df180916-3d6f-4fa5-8658-543c0fc39fc5", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:19:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "df180916-3d6f-4fa5-8658-543c0fc39fc5", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f-kserve-route-authn"} 2026-07-07T16:19:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "df180916-3d6f-4fa5-8658-543c0fc39fc5", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f-kserve-route-authn"} 2026-07-07T16:19:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "df180916-3d6f-4fa5-8658-543c0fc39fc5", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:19:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "df180916-3d6f-4fa5-8658-543c0fc39fc5", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:19:41Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "sub-test-model-9ac19f", "reconcileID": "538514ac-220d-499e-bad6-49a68a113573", "LLMInferenceService": "sub-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:19:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "55538215-5cf7-4359-898e-2ed3ce7e1226", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:19:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "55538215-5cf7-4359-898e-2ed3ce7e1226", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f-authn-ssl"} 2026-07-07T16:19:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "55538215-5cf7-4359-898e-2ed3ce7e1226", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:19:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "c239747a-392f-434c-9ae5-39a1c59bce9a", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:19:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "c239747a-392f-434c-9ae5-39a1c59bce9a", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f-authn-ssl"} 2026-07-07T16:19:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "c239747a-392f-434c-9ae5-39a1c59bce9a", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:19:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "0834b853-4a48-4ec7-9529-c14b798a376f", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:19:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "0834b853-4a48-4ec7-9529-c14b798a376f", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358"} 2026-07-07T16:19:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "0834b853-4a48-4ec7-9529-c14b798a376f", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:19:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "0834b853-4a48-4ec7-9529-c14b798a376f", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:19:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "0834b853-4a48-4ec7-9529-c14b798a376f", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358-kserve-route-authn"} 2026-07-07T16:19:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "0834b853-4a48-4ec7-9529-c14b798a376f", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358-kserve-route-authn"} 2026-07-07T16:19:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "0834b853-4a48-4ec7-9529-c14b798a376f", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:19:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "0834b853-4a48-4ec7-9529-c14b798a376f", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:19:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "sub-test-model-132358", "reconcileID": "cb7b2e3e-15c1-44fa-9687-e1b2692a9142", "LLMInferenceService": "sub-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:19:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "5b2d54ec-c964-4634-b2a3-9265853f83e4", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:19:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "5b2d54ec-c964-4634-b2a3-9265853f83e4", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress", "name": "e2e-shared-b-132358-authn-ssl"} 2026-07-07T16:19:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "5b2d54ec-c964-4634-b2a3-9265853f83e4", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:19:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "bf49232f-0868-4209-8566-2910a80b3b8b", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:19:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "bf49232f-0868-4209-8566-2910a80b3b8b", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress", "name": "e2e-shared-b-132358-authn-ssl"} 2026-07-07T16:19:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "bf49232f-0868-4209-8566-2910a80b3b8b", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:19:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "4e3ef174-7d7f-457d-93a9-aa575462e88d", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:19:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "4e3ef174-7d7f-457d-93a9-aa575462e88d", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:19:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "4e3ef174-7d7f-457d-93a9-aa575462e88d", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:19:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "6cd8fe0c-0f89-4c72-a824-a871c48be7a8", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:19:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "4e3ef174-7d7f-457d-93a9-aa575462e88d", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f-kserve-route-authn"} 2026-07-07T16:19:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "4e3ef174-7d7f-457d-93a9-aa575462e88d", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "authType": "userdefined"} 2026-07-07T16:19:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "4e3ef174-7d7f-457d-93a9-aa575462e88d", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:19:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "6cd8fe0c-0f89-4c72-a824-a871c48be7a8", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f-authn-ssl"} 2026-07-07T16:19:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "6cd8fe0c-0f89-4c72-a824-a871c48be7a8", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:19:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "ee93bc63-bea5-4b49-b110-621dbc9146b8", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:19:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "ee93bc63-bea5-4b49-b110-621dbc9146b8", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:19:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "ee93bc63-bea5-4b49-b110-621dbc9146b8", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:19:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "ee93bc63-bea5-4b49-b110-621dbc9146b8", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f-kserve-route-authn"} 2026-07-07T16:19:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "ee93bc63-bea5-4b49-b110-621dbc9146b8", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "authType": "userdefined"} 2026-07-07T16:19:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "ee93bc63-bea5-4b49-b110-621dbc9146b8", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:20:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "a87dd982-d0ae-4c48-8a93-a5322dbee198", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T16:20:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "abcc9381-83aa-4780-b662-c7f009c7ad43", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:20:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "abcc9381-83aa-4780-b662-c7f009c7ad43", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f-authn-ssl"} 2026-07-07T16:20:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "abcc9381-83aa-4780-b662-c7f009c7ad43", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:20:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "017d8a72-c1d3-4025-99dd-9c5ff8d8166b", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:20:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "017d8a72-c1d3-4025-99dd-9c5ff8d8166b", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:20:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "017d8a72-c1d3-4025-99dd-9c5ff8d8166b", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:20:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "017d8a72-c1d3-4025-99dd-9c5ff8d8166b", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f-kserve-route-authn"} 2026-07-07T16:20:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "017d8a72-c1d3-4025-99dd-9c5ff8d8166b", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "authType": "userdefined"} 2026-07-07T16:20:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "017d8a72-c1d3-4025-99dd-9c5ff8d8166b", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:20:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "d5bcf373-feb7-46cc-9831-e7bbbb5629bc", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:20:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "d5bcf373-feb7-46cc-9831-e7bbbb5629bc", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:20:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "d5bcf373-feb7-46cc-9831-e7bbbb5629bc", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:20:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "d5bcf373-feb7-46cc-9831-e7bbbb5629bc", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f-kserve-route-authn"} 2026-07-07T16:20:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "d5bcf373-feb7-46cc-9831-e7bbbb5629bc", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "authType": "userdefined"} 2026-07-07T16:20:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "d5bcf373-feb7-46cc-9831-e7bbbb5629bc", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:20:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "432d4697-d823-42fc-acd5-ffb4cc7749a4", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:20:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "432d4697-d823-42fc-acd5-ffb4cc7749a4", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:20:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "432d4697-d823-42fc-acd5-ffb4cc7749a4", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:20:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "432d4697-d823-42fc-acd5-ffb4cc7749a4", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f-kserve-route-authn"} 2026-07-07T16:20:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "432d4697-d823-42fc-acd5-ffb4cc7749a4", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "authType": "userdefined"} 2026-07-07T16:20:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "432d4697-d823-42fc-acd5-ffb4cc7749a4", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:20:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "cd8329c1-57e1-47ff-ba96-c819039fb16e", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:20:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "cd8329c1-57e1-47ff-ba96-c819039fb16e", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:20:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "cd8329c1-57e1-47ff-ba96-c819039fb16e", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:20:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "c2008569-9d13-4cdc-ac5c-0019732dac79", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:20:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "cd8329c1-57e1-47ff-ba96-c819039fb16e", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358-kserve-route-authn"} 2026-07-07T16:20:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "cd8329c1-57e1-47ff-ba96-c819039fb16e", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "authType": "userdefined"} 2026-07-07T16:20:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "cd8329c1-57e1-47ff-ba96-c819039fb16e", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:20:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "c2008569-9d13-4cdc-ac5c-0019732dac79", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress", "name": "e2e-shared-b-132358-authn-ssl"} 2026-07-07T16:20:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "c2008569-9d13-4cdc-ac5c-0019732dac79", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:20:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "cc924033-7d56-4d56-8902-2cdaca692d53", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:20:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "cc924033-7d56-4d56-8902-2cdaca692d53", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:20:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "cc924033-7d56-4d56-8902-2cdaca692d53", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:20:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "cc924033-7d56-4d56-8902-2cdaca692d53", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358-kserve-route-authn"} 2026-07-07T16:20:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "cc924033-7d56-4d56-8902-2cdaca692d53", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "authType": "userdefined"} 2026-07-07T16:20:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "cc924033-7d56-4d56-8902-2cdaca692d53", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:20:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "5e240af8-2115-45d5-a02d-cf535072194a", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:20:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "5e240af8-2115-45d5-a02d-cf535072194a", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress", "name": "e2e-shared-b-132358-authn-ssl"} 2026-07-07T16:20:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "5e240af8-2115-45d5-a02d-cf535072194a", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:20:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "37971b04-e5c8-4c47-b421-5b0fd9329dac", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:20:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "37971b04-e5c8-4c47-b421-5b0fd9329dac", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:20:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "37971b04-e5c8-4c47-b421-5b0fd9329dac", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:20:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "37971b04-e5c8-4c47-b421-5b0fd9329dac", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358-kserve-route-authn"} 2026-07-07T16:20:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "37971b04-e5c8-4c47-b421-5b0fd9329dac", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "authType": "userdefined"} 2026-07-07T16:20:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "37971b04-e5c8-4c47-b421-5b0fd9329dac", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:20:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "cc66d453-ef6e-4554-a65f-334276648970", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:20:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "cc66d453-ef6e-4554-a65f-334276648970", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:20:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "cc66d453-ef6e-4554-a65f-334276648970", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:20:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "cc66d453-ef6e-4554-a65f-334276648970", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358-kserve-route-authn"} 2026-07-07T16:20:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "cc66d453-ef6e-4554-a65f-334276648970", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "authType": "userdefined"} 2026-07-07T16:20:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "cc66d453-ef6e-4554-a65f-334276648970", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:21:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "64d262a7-6293-4d30-82d4-eb72de466963", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T16:21:10Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "1acc865e-6e5e-4e75-bda7-3f466374f064", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:21:10Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "1acc865e-6e5e-4e75-bda7-3f466374f064", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f"} 2026-07-07T16:21:10Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "1acc865e-6e5e-4e75-bda7-3f466374f064", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:21:10Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "1acc865e-6e5e-4e75-bda7-3f466374f064", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:21:10Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "1acc865e-6e5e-4e75-bda7-3f466374f064", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f-kserve-route-authn"} 2026-07-07T16:21:10Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "1acc865e-6e5e-4e75-bda7-3f466374f064", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f-kserve-route-authn"} 2026-07-07T16:21:10Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "1acc865e-6e5e-4e75-bda7-3f466374f064", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:21:10Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "1acc865e-6e5e-4e75-bda7-3f466374f064", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:21:10Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9ac19f","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "rate-test-model-9ac19f", "reconcileID": "dec85e34-5bf2-4757-8f60-421253d105bd", "LLMInferenceService": "rate-test-model-9ac19f", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:21:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "1fc4b2ed-23cf-4ef5-a082-611c1fb09d7f", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:21:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "1fc4b2ed-23cf-4ef5-a082-611c1fb09d7f", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f-authn-ssl"} 2026-07-07T16:21:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "1fc4b2ed-23cf-4ef5-a082-611c1fb09d7f", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:21:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "ba21a8f3-9a40-44b4-b263-2d47e51f64d9", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:21:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "ba21a8f3-9a40-44b4-b263-2d47e51f64d9", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f-authn-ssl"} 2026-07-07T16:21:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "ba21a8f3-9a40-44b4-b263-2d47e51f64d9", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:21:10Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "ac09e17b-6c69-43c9-8616-5a8fd2bb73d1", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:21:10Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "ac09e17b-6c69-43c9-8616-5a8fd2bb73d1", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358"} 2026-07-07T16:21:10Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "ac09e17b-6c69-43c9-8616-5a8fd2bb73d1", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:21:10Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "ac09e17b-6c69-43c9-8616-5a8fd2bb73d1", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:21:10Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "ac09e17b-6c69-43c9-8616-5a8fd2bb73d1", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358-kserve-route-authn"} 2026-07-07T16:21:10Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "ac09e17b-6c69-43c9-8616-5a8fd2bb73d1", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358-kserve-route-authn"} 2026-07-07T16:21:10Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "ac09e17b-6c69-43c9-8616-5a8fd2bb73d1", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:21:10Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "ac09e17b-6c69-43c9-8616-5a8fd2bb73d1", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:21:11Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-132358","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "rate-test-model-132358", "reconcileID": "4bc9641a-91b1-433c-9eee-5698faa562b4", "LLMInferenceService": "rate-test-model-132358", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:21:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "fc7a92e9-c143-413c-a045-ab992ef721fd", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:21:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "fc7a92e9-c143-413c-a045-ab992ef721fd", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress", "name": "e2e-shared-b-132358-authn-ssl"} 2026-07-07T16:21:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "fc7a92e9-c143-413c-a045-ab992ef721fd", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:21:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "8b308ee7-a70c-45b7-a9ee-e160159c02b0", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:21:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "8b308ee7-a70c-45b7-a9ee-e160159c02b0", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress", "name": "e2e-shared-b-132358-authn-ssl"} 2026-07-07T16:21:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "8b308ee7-a70c-45b7-a9ee-e160159c02b0", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:21:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "d6c1d64a-ad2c-477e-8db0-15ac7c271200", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T16:21:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "b42eb25b-118b-4151-b7b2-b34101eccbd0", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:21:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "b42eb25b-118b-4151-b7b2-b34101eccbd0", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f-authn-ssl"} 2026-07-07T16:21:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "b42eb25b-118b-4151-b7b2-b34101eccbd0", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:21:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c133ec2-0980-4f28-ad67-924ee2ffbabe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:21:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c133ec2-0980-4f28-ad67-924ee2ffbabe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9ac19f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:21:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c133ec2-0980-4f28-ad67-924ee2ffbabe", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-9ac19f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T16:21:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "odh-trusted-ca-bundle", "reconcileID": "b7be5767-4c7a-4588-ac83-f3af72a7339e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:21:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "odh-trusted-ca-bundle", "reconcileID": "b7be5767-4c7a-4588-ac83-f3af72a7339e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:21:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "openshift-service-ca.crt", "reconcileID": "07828863-a0aa-4f07-9664-99544560ca3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:21:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "openshift-service-ca.crt", "reconcileID": "07828863-a0aa-4f07-9664-99544560ca3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:21:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25009e42-11d7-4324-a0e1-ec4ff6d20e37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:21:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9ac19f"}, "namespace": "ai-tenant-e2e-shared-a-9ac19f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25009e42-11d7-4324-a0e1-ec4ff6d20e37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9ac19f"} 2026-07-07T16:21:56Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9ac19f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9ac19f", "reconcileID": "2c5d999d-8a2d-4540-8a3e-be1ac7af8c89", "Gateway": "e2e-shared-a-9ac19f", "namespace": "openshift-ingress"} 2026-07-07T16:21:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "840c250d-4a3c-4326-b872-9c7853410443", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:21:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "840c250d-4a3c-4326-b872-9c7853410443", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress", "name": "e2e-shared-b-132358-authn-ssl"} 2026-07-07T16:21:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "840c250d-4a3c-4326-b872-9c7853410443", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"} 2026-07-07T16:22:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e4c7630-a66d-4c1f-aac4-3847a2e26ba8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:22:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e4c7630-a66d-4c1f-aac4-3847a2e26ba8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-132358", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:22:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e4c7630-a66d-4c1f-aac4-3847a2e26ba8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-132358 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T16:22:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "odh-trusted-ca-bundle", "reconcileID": "46048038-24e6-46e6-a2ee-a0320a739fef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:22:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "odh-trusted-ca-bundle", "reconcileID": "46048038-24e6-46e6-a2ee-a0320a739fef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:22:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "openshift-service-ca.crt", "reconcileID": "28d71e17-5356-4ab7-9665-971c8c55e856", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:22:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "openshift-service-ca.crt", "reconcileID": "28d71e17-5356-4ab7-9665-971c8c55e856", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:22:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b21c9638-53e8-4173-a14b-42f9926e8349", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:22:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-132358"}, "namespace": "ai-tenant-e2e-shared-b-132358", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b21c9638-53e8-4173-a14b-42f9926e8349", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-132358"} 2026-07-07T16:22:04Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-132358","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-132358", "reconcileID": "18d7cd24-a940-46ce-9dd3-e8388fd9a103", "Gateway": "e2e-shared-b-132358", "namespace": "openshift-ingress"}