2026-07-07T07:04:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-98f550","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-98f550", "reconcileID": "eb813678-b3ac-4a79-acdd-a883a42291d8", "Gateway": "e2e-api-a-98f550", "namespace": "openshift-ingress"} 2026-07-07T07:04:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-50d762","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-50d762", "reconcileID": "7bf2a8d1-0dd3-4314-b096-f30e3ba581db", "Gateway": "e2e-api-b-50d762", "namespace": "openshift-ingress"} 2026-07-07T07:04:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-50d762","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-50d762", "reconcileID": "7bf2a8d1-0dd3-4314-b096-f30e3ba581db", "Gateway": "e2e-api-b-50d762", "namespace": "openshift-ingress", "name": "e2e-api-b-50d762-authn-ssl"} 2026-07-07T07:04:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-50d762","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-50d762", "reconcileID": "7bf2a8d1-0dd3-4314-b096-f30e3ba581db", "Gateway": "e2e-api-b-50d762", "namespace": "openshift-ingress"} 2026-07-07T07:04:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-50d762","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-50d762", "reconcileID": "439cd8ed-13ea-4908-82ea-0da1dffc9690", "Gateway": "e2e-api-b-50d762", "namespace": "openshift-ingress"} 2026-07-07T07:04:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-50d762","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-50d762", "reconcileID": "439cd8ed-13ea-4908-82ea-0da1dffc9690", "Gateway": "e2e-api-b-50d762", "namespace": "openshift-ingress", "name": "e2e-api-b-50d762-authn-ssl"} 2026-07-07T07:04:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-50d762","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-50d762", "reconcileID": "439cd8ed-13ea-4908-82ea-0da1dffc9690", "Gateway": "e2e-api-b-50d762", "namespace": "openshift-ingress"} 2026-07-07T07:04:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-50d762"}, "namespace": "ai-tenant-e2e-api-b-50d762", "name": "openshift-service-ca.crt", "reconcileID": "245c7521-6d51-4924-8540-2c208e2459c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-50d762"} 2026-07-07T07:04:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-50d762"}, "namespace": "ai-tenant-e2e-api-b-50d762", "name": "odh-trusted-ca-bundle", "reconcileID": "65283993-99b2-479d-99e4-6d04ef315757", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-50d762"} 2026-07-07T07:04:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-50d762"}, "namespace": "ai-tenant-e2e-api-b-50d762", "name": "openshift-service-ca.crt", "reconcileID": "46810539-4691-4944-84ca-d2a7839f0c79", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-50d762", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T07:04:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-50d762"}, "namespace": "ai-tenant-e2e-api-b-50d762", "name": "openshift-service-ca.crt", "reconcileID": "46810539-4691-4944-84ca-d2a7839f0c79", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-50d762"} 2026-07-07T07:04:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-50d762"}, "namespace": "ai-tenant-e2e-api-b-50d762", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "911d1be5-52ff-4183-b19d-cb5038c34f3a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-50d762"} 2026-07-07T07:04:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-50d762"}, "namespace": "ai-tenant-e2e-api-b-50d762", "name": "openshift-service-ca.crt", "reconcileID": "bf108734-8f5b-406b-9356-fe2425e5ca66", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-50d762"} 2026-07-07T07:04:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-50d762"}, "namespace": "ai-tenant-e2e-api-b-50d762", "name": "odh-trusted-ca-bundle", "reconcileID": "86926403-0716-4183-a206-de4040a86650", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-50d762", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T07:04:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-50d762"}, "namespace": "ai-tenant-e2e-api-b-50d762", "name": "odh-trusted-ca-bundle", "reconcileID": "86926403-0716-4183-a206-de4040a86650", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-50d762"} 2026-07-07T07:04:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-50d762"}, "namespace": "ai-tenant-e2e-api-b-50d762", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6c788db-913b-48d7-99ad-3018f50a4811", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-50d762"} 2026-07-07T07:04:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-50d762","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-50d762", "reconcileID": "a55a1019-8db6-474f-9ef1-f4a3aa7881ed", "Gateway": "e2e-api-b-50d762", "namespace": "openshift-ingress"} 2026-07-07T07:04:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-50d762","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-50d762", "reconcileID": "a55a1019-8db6-474f-9ef1-f4a3aa7881ed", "Gateway": "e2e-api-b-50d762", "namespace": "openshift-ingress", "name": "e2e-api-b-50d762-authn-ssl"} 2026-07-07T07:04:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-50d762","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-50d762", "reconcileID": "a55a1019-8db6-474f-9ef1-f4a3aa7881ed", "Gateway": "e2e-api-b-50d762", "namespace": "openshift-ingress"} 2026-07-07T07:04:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "8cf2f604-9737-4111-960d-642d5415580b", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T07:04:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-98f550","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-98f550", "reconcileID": "debc0cfc-f1d0-4e37-b1e0-d43302e33e11", "Gateway": "e2e-api-a-98f550", "namespace": "openshift-ingress"} 2026-07-07T07:04:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-98f550","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-98f550", "reconcileID": "debc0cfc-f1d0-4e37-b1e0-d43302e33e11", "Gateway": "e2e-api-a-98f550", "namespace": "openshift-ingress", "name": "e2e-api-a-98f550-authn-ssl"} 2026-07-07T07:04:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-98f550","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-98f550", "reconcileID": "debc0cfc-f1d0-4e37-b1e0-d43302e33e11", "Gateway": "e2e-api-a-98f550", "namespace": "openshift-ingress"} 2026-07-07T07:04:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "a5d3c47c-d8c9-4bb0-bdd0-487e4546dc8a", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T07:04:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-50d762","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-50d762", "reconcileID": "b5a902de-2c52-49e1-b40a-ff8a4a6b6b83", "Gateway": "e2e-api-b-50d762", "namespace": "openshift-ingress"} 2026-07-07T07:04:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-50d762","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-50d762", "reconcileID": "b5a902de-2c52-49e1-b40a-ff8a4a6b6b83", "Gateway": "e2e-api-b-50d762", "namespace": "openshift-ingress", "name": "e2e-api-b-50d762-authn-ssl"} 2026-07-07T07:04:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-50d762","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-50d762", "reconcileID": "b5a902de-2c52-49e1-b40a-ff8a4a6b6b83", "Gateway": "e2e-api-b-50d762", "namespace": "openshift-ingress"} 2026-07-07T07:04:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-50d762","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-50d762", "reconcileID": "e3d79380-93cf-465d-87ee-fb57e4646767", "Gateway": "e2e-api-b-50d762", "namespace": "openshift-ingress"} 2026-07-07T07:04:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-50d762","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-50d762", "reconcileID": "e3d79380-93cf-465d-87ee-fb57e4646767", "Gateway": "e2e-api-b-50d762", "namespace": "openshift-ingress", "name": "e2e-api-b-50d762-authn-ssl"} 2026-07-07T07:04:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-50d762","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-50d762", "reconcileID": "e3d79380-93cf-465d-87ee-fb57e4646767", "Gateway": "e2e-api-b-50d762", "namespace": "openshift-ingress"} 2026-07-07T07:04:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "a22c4198-3d08-47ee-9eda-24b36cbd31ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T07:04:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-98f550","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-98f550", "reconcileID": "6633a5d1-e122-4f0d-b887-e36e095fc650", "Gateway": "e2e-api-a-98f550", "namespace": "openshift-ingress"} 2026-07-07T07:04:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-98f550","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-98f550", "reconcileID": "6633a5d1-e122-4f0d-b887-e36e095fc650", "Gateway": "e2e-api-a-98f550", "namespace": "openshift-ingress", "name": "e2e-api-a-98f550-authn-ssl"} 2026-07-07T07:04:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-98f550","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-98f550", "reconcileID": "6633a5d1-e122-4f0d-b887-e36e095fc650", "Gateway": "e2e-api-a-98f550", "namespace": "openshift-ingress"} 2026-07-07T07:04:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-98f550"}, "namespace": "ai-tenant-e2e-api-a-98f550", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cf15fe6-6bac-4a58-9a22-0729b3376bed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-98f550"} 2026-07-07T07:04:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-98f550"}, "namespace": "ai-tenant-e2e-api-a-98f550", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cf15fe6-6bac-4a58-9a22-0729b3376bed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-98f550", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T07:04:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-98f550"}, "namespace": "ai-tenant-e2e-api-a-98f550", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cf15fe6-6bac-4a58-9a22-0729b3376bed", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-98f550 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T07:04:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-98f550"}, "namespace": "ai-tenant-e2e-api-a-98f550", "name": "odh-trusted-ca-bundle", "reconcileID": "97cf5566-7135-4fd4-bbf7-773350df6b40", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-98f550"} 2026-07-07T07:04:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-98f550"}, "namespace": "ai-tenant-e2e-api-a-98f550", "name": "odh-trusted-ca-bundle", "reconcileID": "97cf5566-7135-4fd4-bbf7-773350df6b40", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-98f550"} 2026-07-07T07:04:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-98f550"}, "namespace": "ai-tenant-e2e-api-a-98f550", "name": "openshift-service-ca.crt", "reconcileID": "ae0edb1c-f34b-489a-8a49-d7c0af9322d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-98f550"} 2026-07-07T07:04:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-98f550"}, "namespace": "ai-tenant-e2e-api-a-98f550", "name": "openshift-service-ca.crt", "reconcileID": "ae0edb1c-f34b-489a-8a49-d7c0af9322d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-98f550"} 2026-07-07T07:04:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-98f550"}, "namespace": "ai-tenant-e2e-api-a-98f550", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b546456b-1f1f-49c8-8597-d6faea33e277", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-98f550"} 2026-07-07T07:04:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-98f550"}, "namespace": "ai-tenant-e2e-api-a-98f550", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b546456b-1f1f-49c8-8597-d6faea33e277", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-98f550"} 2026-07-07T07:05:00Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-98f550","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-98f550", "reconcileID": "a6b926e4-848b-45f7-a218-0050b028d9c4", "Gateway": "e2e-api-a-98f550", "namespace": "openshift-ingress"} 2026-07-07T07:05:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "4896dc2e-e1d3-4201-9395-27ac4cf0375f", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T07:05:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-50d762","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-50d762", "reconcileID": "8a25f624-4b85-4526-a680-718a8725e69c", "Gateway": "e2e-api-b-50d762", "namespace": "openshift-ingress"} 2026-07-07T07:05:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-50d762","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-50d762", "reconcileID": "8a25f624-4b85-4526-a680-718a8725e69c", "Gateway": "e2e-api-b-50d762", "namespace": "openshift-ingress", "name": "e2e-api-b-50d762-authn-ssl"} 2026-07-07T07:05:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-50d762","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-50d762", "reconcileID": "8a25f624-4b85-4526-a680-718a8725e69c", "Gateway": "e2e-api-b-50d762", "namespace": "openshift-ingress"} 2026-07-07T07:05:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-50d762"}, "namespace": "ai-tenant-e2e-api-b-50d762", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3d47c70-eb66-4728-9467-9d7afc35054a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-50d762"} 2026-07-07T07:05:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-50d762"}, "namespace": "ai-tenant-e2e-api-b-50d762", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3d47c70-eb66-4728-9467-9d7afc35054a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-50d762", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T07:05:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-50d762"}, "namespace": "ai-tenant-e2e-api-b-50d762", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3d47c70-eb66-4728-9467-9d7afc35054a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-50d762 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T07:05:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-50d762"}, "namespace": "ai-tenant-e2e-api-b-50d762", "name": "odh-trusted-ca-bundle", "reconcileID": "dd149b61-fbd5-4722-84fb-0bf34ea363d9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-50d762"} 2026-07-07T07:05:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-50d762"}, "namespace": "ai-tenant-e2e-api-b-50d762", "name": "odh-trusted-ca-bundle", "reconcileID": "dd149b61-fbd5-4722-84fb-0bf34ea363d9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-50d762", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T07:05:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-50d762"}, "namespace": "ai-tenant-e2e-api-b-50d762", "name": "odh-trusted-ca-bundle", "reconcileID": "dd149b61-fbd5-4722-84fb-0bf34ea363d9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-50d762 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T07:05:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-50d762"}, "namespace": "ai-tenant-e2e-api-b-50d762", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68d13ae5-56e2-4d85-86b0-e25e62b3f5d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-50d762"} 2026-07-07T07:05:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-50d762"}, "namespace": "ai-tenant-e2e-api-b-50d762", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68d13ae5-56e2-4d85-86b0-e25e62b3f5d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-50d762"} 2026-07-07T07:05:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-50d762"}, "namespace": "ai-tenant-e2e-api-b-50d762", "name": "openshift-service-ca.crt", "reconcileID": "7489bb79-d2f9-426a-ad20-647f021041e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-50d762"} 2026-07-07T07:05:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-50d762"}, "namespace": "ai-tenant-e2e-api-b-50d762", "name": "openshift-service-ca.crt", "reconcileID": "7489bb79-d2f9-426a-ad20-647f021041e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-50d762"} 2026-07-07T07:05:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-50d762"}, "namespace": "ai-tenant-e2e-api-b-50d762", "name": "odh-trusted-ca-bundle", "reconcileID": "7532d781-4301-4862-a740-a53f13a69bc2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-50d762"} 2026-07-07T07:05:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-50d762"}, "namespace": "ai-tenant-e2e-api-b-50d762", "name": "odh-trusted-ca-bundle", "reconcileID": "7532d781-4301-4862-a740-a53f13a69bc2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-50d762"} 2026-07-07T07:05:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-50d762","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-50d762", "reconcileID": "7aa299ef-e83a-44ee-a613-f85fb70e982a", "Gateway": "e2e-api-b-50d762", "namespace": "openshift-ingress"} 2026-07-07T07:05:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "3e8e484f-a5ef-43e2-a61e-a6243f5b5d8c", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:05:08Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "3e8e484f-a5ef-43e2-a61e-a6243f5b5d8c", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f-authn-ssl"} 2026-07-07T07:05:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "3e8e484f-a5ef-43e2-a61e-a6243f5b5d8c", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:05:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "63d34361-71db-4104-93c3-b83c24bd98b5", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:05:08Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "63d34361-71db-4104-93c3-b83c24bd98b5", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f-authn-ssl"} 2026-07-07T07:05:08Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "63d34361-71db-4104-93c3-b83c24bd98b5", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-shared-a-94448f-authn-ssl: envoyfilters.networking.istio.io \"e2e-shared-a-94448f-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T07:05:08Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-shared-a-94448f-authn-ssl: envoyfilters.networking.istio.io "e2e-shared-a-94448f-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-shared-a-94448f","uid":"1ef7b2a8-f5ca-494c-9084-b06f4bf62e6c","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"50648"}, "reason": "ReconcileError"} 2026-07-07T07:05:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "f5db5a67-0226-4c4f-9d39-836922e4aa92", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:05:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "f5db5a67-0226-4c4f-9d39-836922e4aa92", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f-authn-ssl"} 2026-07-07T07:05:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "f5db5a67-0226-4c4f-9d39-836922e4aa92", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:05:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "ddce2d70-cbc9-4b46-bf48-5d014b3923bf", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:05:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "ddce2d70-cbc9-4b46-bf48-5d014b3923bf", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f-authn-ssl"} 2026-07-07T07:05:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "ddce2d70-cbc9-4b46-bf48-5d014b3923bf", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:05:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "703ae657-fbf3-4bb0-b900-fdbae052f5fb", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:05:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "703ae657-fbf3-4bb0-b900-fdbae052f5fb", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f-authn-ssl"} 2026-07-07T07:05:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "703ae657-fbf3-4bb0-b900-fdbae052f5fb", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:05:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "e9eca53e-2d8f-4362-8dc3-532712ad8668", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:05:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "e9eca53e-2d8f-4362-8dc3-532712ad8668", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f-authn-ssl"} 2026-07-07T07:05:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "e9eca53e-2d8f-4362-8dc3-532712ad8668", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:05:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "95b13c28-f663-409f-a6b6-a0755ed3dd78", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:05:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "95b13c28-f663-409f-a6b6-a0755ed3dd78", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f-authn-ssl"} 2026-07-07T07:05:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "95b13c28-f663-409f-a6b6-a0755ed3dd78", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:05:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "openshift-service-ca.crt", "reconcileID": "788d0d9c-3dc8-4486-8e7f-15f9a70871aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:05:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "odh-trusted-ca-bundle", "reconcileID": "b2ed26e1-f3a4-4563-ae27-6f8e891e523b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:05:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "openshift-service-ca.crt", "reconcileID": "ef07f553-7c6a-4485-a5a0-f9439f3648d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-94448f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T07:05:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "openshift-service-ca.crt", "reconcileID": "ef07f553-7c6a-4485-a5a0-f9439f3648d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:05:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41413da0-49a2-48c4-9926-faa51ab59d28", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:05:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "openshift-service-ca.crt", "reconcileID": "c8e35ba4-68a6-4fe0-a501-bc66f306d4da", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:05:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "odh-trusted-ca-bundle", "reconcileID": "364a7e9a-b1d1-4255-91b0-692c13053cc4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-94448f", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T07:05:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "odh-trusted-ca-bundle", "reconcileID": "364a7e9a-b1d1-4255-91b0-692c13053cc4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:05:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2f57250-01a9-40db-a049-6e3d040b687b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:05:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "d3dd82e6-77c0-44eb-a0c2-14b8958fe60e", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:05:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "d3dd82e6-77c0-44eb-a0c2-14b8958fe60e", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f-authn-ssl"} 2026-07-07T07:05:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "d3dd82e6-77c0-44eb-a0c2-14b8958fe60e", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:05:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "2b1e4a64-7b45-49a6-a6e4-c7c2ea192fda", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T07:05:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "935a7dd7-ef0a-4922-8905-558ed5d64c0a", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:05:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "935a7dd7-ef0a-4922-8905-558ed5d64c0a", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f-authn-ssl"} 2026-07-07T07:05:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "935a7dd7-ef0a-4922-8905-558ed5d64c0a", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:05:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "7faa6722-c67a-4134-9b62-be3c5ffe2aa9", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:05:16Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "7faa6722-c67a-4134-9b62-be3c5ffe2aa9", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a-authn-ssl"} 2026-07-07T07:05:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "7faa6722-c67a-4134-9b62-be3c5ffe2aa9", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:05:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "167e5424-14fd-4881-b53e-bd955bcf75a2", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:05:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "167e5424-14fd-4881-b53e-bd955bcf75a2", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a-authn-ssl"} 2026-07-07T07:05:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "167e5424-14fd-4881-b53e-bd955bcf75a2", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:05:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "c5a26a5c-99a2-49fa-ac3f-a166689591a4", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:05:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "c5a26a5c-99a2-49fa-ac3f-a166689591a4", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a-authn-ssl"} 2026-07-07T07:05:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "c5a26a5c-99a2-49fa-ac3f-a166689591a4", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:05:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "0ce25e4d-c315-4a5c-97ca-aab38a00afd4", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:05:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "0ce25e4d-c315-4a5c-97ca-aab38a00afd4", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a-authn-ssl"} 2026-07-07T07:05:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "0ce25e4d-c315-4a5c-97ca-aab38a00afd4", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:05:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "8fb5833f-c73c-45bf-8805-291243e4c559", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:05:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "8fb5833f-c73c-45bf-8805-291243e4c559", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a-authn-ssl"} 2026-07-07T07:05:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "8fb5833f-c73c-45bf-8805-291243e4c559", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:05:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "1ac5c8b5-ff23-4ca5-ad5f-7ae09ca0d397", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:05:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "1ac5c8b5-ff23-4ca5-ad5f-7ae09ca0d397", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a-authn-ssl"} 2026-07-07T07:05:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "1ac5c8b5-ff23-4ca5-ad5f-7ae09ca0d397", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:05:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "9f09cb6d-efbc-44e8-9181-c990471d2494", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:05:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "9f09cb6d-efbc-44e8-9181-c990471d2494", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a-authn-ssl"} 2026-07-07T07:05:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "9f09cb6d-efbc-44e8-9181-c990471d2494", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:05:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "openshift-service-ca.crt", "reconcileID": "28145dbc-d684-4b61-92b9-49851cc155b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:05:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "odh-trusted-ca-bundle", "reconcileID": "51e716cf-e6e2-4ca2-8987-d664b61f9249", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:05:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "openshift-service-ca.crt", "reconcileID": "e700ec89-a1d0-4564-a2ad-f4bc4780d2d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T07:05:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "openshift-service-ca.crt", "reconcileID": "e700ec89-a1d0-4564-a2ad-f4bc4780d2d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:05:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7166b78-6fb8-430b-aff3-d02adbaf7be6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:05:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "openshift-service-ca.crt", "reconcileID": "5d3c04f9-2c69-40e6-a31c-cc2772e274b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:05:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "odh-trusted-ca-bundle", "reconcileID": "5a90290d-ae9e-44d2-99c2-547c891aa7a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T07:05:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "odh-trusted-ca-bundle", "reconcileID": "5a90290d-ae9e-44d2-99c2-547c891aa7a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:05:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca5ec878-2a15-4606-9dbf-b6d37dd731ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:05:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "37ce1d3e-e98e-4815-a203-d0faf8fd5b93", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:05:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "37ce1d3e-e98e-4815-a203-d0faf8fd5b93", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a-authn-ssl"} 2026-07-07T07:05:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "37ce1d3e-e98e-4815-a203-d0faf8fd5b93", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:05:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "8e28e97c-3828-48e3-a089-2a3f099d037f", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T07:05:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "c568b6a1-d2b3-4d16-9d25-efc2e8525e7b", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:05:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "c568b6a1-d2b3-4d16-9d25-efc2e8525e7b", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:05:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "c568b6a1-d2b3-4d16-9d25-efc2e8525e7b", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:05:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "34826992-9db7-40c5-b916-eb1515cf7ec1", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:05:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "c568b6a1-d2b3-4d16-9d25-efc2e8525e7b", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f-kserve-route-authn"} 2026-07-07T07:05:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "c568b6a1-d2b3-4d16-9d25-efc2e8525e7b", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "authType": "userdefined"} 2026-07-07T07:05:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "c568b6a1-d2b3-4d16-9d25-efc2e8525e7b", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:05:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "34826992-9db7-40c5-b916-eb1515cf7ec1", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f-authn-ssl"} 2026-07-07T07:05:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "34826992-9db7-40c5-b916-eb1515cf7ec1", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:05:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "e065ef9d-5b99-4a9e-aabf-a8fe3c29a7cf", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:05:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "e065ef9d-5b99-4a9e-aabf-a8fe3c29a7cf", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:05:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "e065ef9d-5b99-4a9e-aabf-a8fe3c29a7cf", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:05:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "e065ef9d-5b99-4a9e-aabf-a8fe3c29a7cf", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f-kserve-route-authn"} 2026-07-07T07:05:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "e065ef9d-5b99-4a9e-aabf-a8fe3c29a7cf", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "authType": "userdefined"} 2026-07-07T07:05:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "e065ef9d-5b99-4a9e-aabf-a8fe3c29a7cf", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:05:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "40e92fdc-0891-4e20-81ed-d4b164f83dfa", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:05:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "40e92fdc-0891-4e20-81ed-d4b164f83dfa", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a-authn-ssl"} 2026-07-07T07:05:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "40e92fdc-0891-4e20-81ed-d4b164f83dfa", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:05:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "4156ed00-5a0b-4ba5-805a-f18e3ec3f3e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T07:05:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "9fc5bbd4-77e6-4129-9346-4b2672d6e327", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T07:05:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "8bd5fdb6-3d0c-465a-aa7a-9f840d09e565", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:05:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "8bd5fdb6-3d0c-465a-aa7a-9f840d09e565", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f-authn-ssl"} 2026-07-07T07:05:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "8bd5fdb6-3d0c-465a-aa7a-9f840d09e565", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:05:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "3eed71c9-7879-43e0-af39-e0eca72d0bb0", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:05:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "3eed71c9-7879-43e0-af39-e0eca72d0bb0", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:05:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "3eed71c9-7879-43e0-af39-e0eca72d0bb0", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:05:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "3eed71c9-7879-43e0-af39-e0eca72d0bb0", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f-kserve-route-authn"} 2026-07-07T07:05:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "3eed71c9-7879-43e0-af39-e0eca72d0bb0", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "authType": "userdefined"} 2026-07-07T07:05:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "3eed71c9-7879-43e0-af39-e0eca72d0bb0", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:05:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "736cab52-b645-47de-bbc1-5f4a8bc28868", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:05:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "736cab52-b645-47de-bbc1-5f4a8bc28868", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:05:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "736cab52-b645-47de-bbc1-5f4a8bc28868", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:05:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "736cab52-b645-47de-bbc1-5f4a8bc28868", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f-kserve-route-authn"} 2026-07-07T07:05:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "736cab52-b645-47de-bbc1-5f4a8bc28868", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "authType": "userdefined"} 2026-07-07T07:05:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "736cab52-b645-47de-bbc1-5f4a8bc28868", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:06:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "e99bb83f-8adf-4a0c-8518-4f6e2b6b36c2", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:06:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "e99bb83f-8adf-4a0c-8518-4f6e2b6b36c2", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:06:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "e99bb83f-8adf-4a0c-8518-4f6e2b6b36c2", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:06:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "cea08124-071c-43f6-8683-688309d9a93a", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:06:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "e99bb83f-8adf-4a0c-8518-4f6e2b6b36c2", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a-kserve-route-authn"} 2026-07-07T07:06:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "e99bb83f-8adf-4a0c-8518-4f6e2b6b36c2", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "authType": "userdefined"} 2026-07-07T07:06:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "e99bb83f-8adf-4a0c-8518-4f6e2b6b36c2", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:06:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "cea08124-071c-43f6-8683-688309d9a93a", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a-authn-ssl"} 2026-07-07T07:06:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "cea08124-071c-43f6-8683-688309d9a93a", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:06:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "77dd5d34-3831-4461-9160-e3c80af13838", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:06:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "77dd5d34-3831-4461-9160-e3c80af13838", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:06:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "77dd5d34-3831-4461-9160-e3c80af13838", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:06:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "77dd5d34-3831-4461-9160-e3c80af13838", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a-kserve-route-authn"} 2026-07-07T07:06:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "77dd5d34-3831-4461-9160-e3c80af13838", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "authType": "userdefined"} 2026-07-07T07:06:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "77dd5d34-3831-4461-9160-e3c80af13838", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:06:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "7088377f-20b3-422e-81ab-5938da269a5b", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:06:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "7088377f-20b3-422e-81ab-5938da269a5b", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a-authn-ssl"} 2026-07-07T07:06:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "7088377f-20b3-422e-81ab-5938da269a5b", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:06:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "34c28461-38a8-4c9e-ab0d-7f6dbdd548db", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:06:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "34c28461-38a8-4c9e-ab0d-7f6dbdd548db", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:06:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "34c28461-38a8-4c9e-ab0d-7f6dbdd548db", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:06:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "34c28461-38a8-4c9e-ab0d-7f6dbdd548db", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a-kserve-route-authn"} 2026-07-07T07:06:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "34c28461-38a8-4c9e-ab0d-7f6dbdd548db", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "authType": "userdefined"} 2026-07-07T07:06:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "34c28461-38a8-4c9e-ab0d-7f6dbdd548db", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:06:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "2184d732-4266-45cd-93d1-a9d9f721b796", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:06:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "2184d732-4266-45cd-93d1-a9d9f721b796", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:06:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "2184d732-4266-45cd-93d1-a9d9f721b796", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:06:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "2184d732-4266-45cd-93d1-a9d9f721b796", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a-kserve-route-authn"} 2026-07-07T07:06:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "2184d732-4266-45cd-93d1-a9d9f721b796", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "authType": "userdefined"} 2026-07-07T07:06:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "2184d732-4266-45cd-93d1-a9d9f721b796", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:06:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "cf64f96b-d841-49f4-8f31-fd82273df9d0", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:06:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "cf64f96b-d841-49f4-8f31-fd82273df9d0", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f-authn-ssl"} 2026-07-07T07:06:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "cf64f96b-d841-49f4-8f31-fd82273df9d0", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:07:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "8f666ea6-df4e-4222-a66d-aed18c9a6f67", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:07:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "8f666ea6-df4e-4222-a66d-aed18c9a6f67", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a-authn-ssl"} 2026-07-07T07:07:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "8f666ea6-df4e-4222-a66d-aed18c9a6f67", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:07:08Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T07:07:08Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T07:07:10Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T07:07:10Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T07:08:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "fa295392-d9e0-4b4b-b437-7c66ca5cc9ac", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:08:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "fa295392-d9e0-4b4b-b437-7c66ca5cc9ac", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f"} 2026-07-07T07:08:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "fa295392-d9e0-4b4b-b437-7c66ca5cc9ac", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:08:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "fa295392-d9e0-4b4b-b437-7c66ca5cc9ac", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:08:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "fa295392-d9e0-4b4b-b437-7c66ca5cc9ac", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f-kserve-route-authn"} 2026-07-07T07:08:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "fa295392-d9e0-4b4b-b437-7c66ca5cc9ac", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f-kserve-route-authn"} 2026-07-07T07:08:32Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "fa295392-d9e0-4b4b-b437-7c66ca5cc9ac", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:08:32Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "fa295392-d9e0-4b4b-b437-7c66ca5cc9ac", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:08:32Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "auth-test-model-94448f", "reconcileID": "39517d35-9ca3-4c46-9299-f481e336bdfa", "LLMInferenceService": "auth-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:08:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "64a799d0-7e00-4677-8598-94a063ad5817", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:08:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "64a799d0-7e00-4677-8598-94a063ad5817", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f-authn-ssl"} 2026-07-07T07:08:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "64a799d0-7e00-4677-8598-94a063ad5817", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:08:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "42c43a46-413b-42fd-913e-b4dbdd1d39de", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:08:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "42c43a46-413b-42fd-913e-b4dbdd1d39de", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f-authn-ssl"} 2026-07-07T07:08:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "42c43a46-413b-42fd-913e-b4dbdd1d39de", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:08:33Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "3f672df2-baf6-4ac4-976b-2657c137577f", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:08:33Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "3f672df2-baf6-4ac4-976b-2657c137577f", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a"} 2026-07-07T07:08:33Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "3f672df2-baf6-4ac4-976b-2657c137577f", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:08:33Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "3f672df2-baf6-4ac4-976b-2657c137577f", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:08:33Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "3f672df2-baf6-4ac4-976b-2657c137577f", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a-kserve-route-authn"} 2026-07-07T07:08:33Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "3f672df2-baf6-4ac4-976b-2657c137577f", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a-kserve-route-authn"} 2026-07-07T07:08:33Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "3f672df2-baf6-4ac4-976b-2657c137577f", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:08:33Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "3f672df2-baf6-4ac4-976b-2657c137577f", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:08:33Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "auth-test-model-c72c9a", "reconcileID": "df8f437a-2088-478d-a0b7-f59eef89470d", "LLMInferenceService": "auth-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:08:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "ee3f3347-dbf7-4ea8-a8e3-808a0fb11244", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:08:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "ee3f3347-dbf7-4ea8-a8e3-808a0fb11244", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a-authn-ssl"} 2026-07-07T07:08:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "ee3f3347-dbf7-4ea8-a8e3-808a0fb11244", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:08:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "7d02d2ed-da73-42fd-bb38-ad06b10c62c4", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:08:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "7d02d2ed-da73-42fd-bb38-ad06b10c62c4", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a-authn-ssl"} 2026-07-07T07:08:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "7d02d2ed-da73-42fd-bb38-ad06b10c62c4", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:08:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "e15b9212-3b58-4c48-9923-9db1b0b02703", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:08:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "e15b9212-3b58-4c48-9923-9db1b0b02703", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:08:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "e15b9212-3b58-4c48-9923-9db1b0b02703", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:08:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "e92ffa89-7a2f-42ae-8e4c-f0e684cda3ec", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:08:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "e15b9212-3b58-4c48-9923-9db1b0b02703", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f-kserve-route-authn"} 2026-07-07T07:08:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "e15b9212-3b58-4c48-9923-9db1b0b02703", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "authType": "userdefined"} 2026-07-07T07:08:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "e15b9212-3b58-4c48-9923-9db1b0b02703", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:08:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "e92ffa89-7a2f-42ae-8e4c-f0e684cda3ec", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f-authn-ssl"} 2026-07-07T07:08:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "e92ffa89-7a2f-42ae-8e4c-f0e684cda3ec", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:08:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "af038408-1a9e-4c85-8ddf-11edacbd27c4", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:08:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "af038408-1a9e-4c85-8ddf-11edacbd27c4", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:08:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "af038408-1a9e-4c85-8ddf-11edacbd27c4", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:08:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "af038408-1a9e-4c85-8ddf-11edacbd27c4", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f-kserve-route-authn"} 2026-07-07T07:08:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "af038408-1a9e-4c85-8ddf-11edacbd27c4", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "authType": "userdefined"} 2026-07-07T07:08:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "af038408-1a9e-4c85-8ddf-11edacbd27c4", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:08:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "55a90a01-8f34-44eb-86c4-a1e60457d8c2", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:08:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "55a90a01-8f34-44eb-86c4-a1e60457d8c2", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f-authn-ssl"} 2026-07-07T07:08:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "55a90a01-8f34-44eb-86c4-a1e60457d8c2", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:08:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "3fb770bb-4cd1-453f-bcf1-3bbf397f4e35", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:08:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "3fb770bb-4cd1-453f-bcf1-3bbf397f4e35", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:08:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "3fb770bb-4cd1-453f-bcf1-3bbf397f4e35", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:08:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "3fb770bb-4cd1-453f-bcf1-3bbf397f4e35", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f-kserve-route-authn"} 2026-07-07T07:08:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "3fb770bb-4cd1-453f-bcf1-3bbf397f4e35", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "authType": "userdefined"} 2026-07-07T07:08:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "3fb770bb-4cd1-453f-bcf1-3bbf397f4e35", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:09:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "2a7aeb98-cc0f-4b84-9c9e-3f7f2721e721", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:09:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "2a7aeb98-cc0f-4b84-9c9e-3f7f2721e721", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:09:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "2a7aeb98-cc0f-4b84-9c9e-3f7f2721e721", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:09:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "2a7aeb98-cc0f-4b84-9c9e-3f7f2721e721", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f-kserve-route-authn"} 2026-07-07T07:09:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "2a7aeb98-cc0f-4b84-9c9e-3f7f2721e721", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "authType": "userdefined"} 2026-07-07T07:09:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "2a7aeb98-cc0f-4b84-9c9e-3f7f2721e721", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:09:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "56ac254e-ec45-4181-b099-57f2278bf664", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:09:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "56ac254e-ec45-4181-b099-57f2278bf664", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:09:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "56ac254e-ec45-4181-b099-57f2278bf664", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:09:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "dbcd6702-0890-4698-98c9-441215ac3bc0", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:09:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "56ac254e-ec45-4181-b099-57f2278bf664", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a-kserve-route-authn"} 2026-07-07T07:09:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "56ac254e-ec45-4181-b099-57f2278bf664", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "authType": "userdefined"} 2026-07-07T07:09:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "56ac254e-ec45-4181-b099-57f2278bf664", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:09:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "dbcd6702-0890-4698-98c9-441215ac3bc0", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a-authn-ssl"} 2026-07-07T07:09:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "dbcd6702-0890-4698-98c9-441215ac3bc0", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:09:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "0ad032b7-fe84-4c9d-919d-c306857e5afe", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:09:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "0ad032b7-fe84-4c9d-919d-c306857e5afe", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:09:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "0ad032b7-fe84-4c9d-919d-c306857e5afe", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:09:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "0ad032b7-fe84-4c9d-919d-c306857e5afe", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a-kserve-route-authn"} 2026-07-07T07:09:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "0ad032b7-fe84-4c9d-919d-c306857e5afe", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "authType": "userdefined"} 2026-07-07T07:09:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "0ad032b7-fe84-4c9d-919d-c306857e5afe", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:09:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "ab5da94e-8468-4859-abcd-30afc54eef27", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T07:09:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "089fe692-d832-4442-bd1a-614006efe02d", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:09:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "089fe692-d832-4442-bd1a-614006efe02d", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a-authn-ssl"} 2026-07-07T07:09:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "089fe692-d832-4442-bd1a-614006efe02d", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:09:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "d604a997-966d-4e3e-82ab-7a637e9b1939", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:09:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "d604a997-966d-4e3e-82ab-7a637e9b1939", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:09:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "d604a997-966d-4e3e-82ab-7a637e9b1939", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:09:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "d604a997-966d-4e3e-82ab-7a637e9b1939", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a-kserve-route-authn"} 2026-07-07T07:09:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "d604a997-966d-4e3e-82ab-7a637e9b1939", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "authType": "userdefined"} 2026-07-07T07:09:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "d604a997-966d-4e3e-82ab-7a637e9b1939", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:10:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "fd619c8b-a465-4b0c-9f97-896bdd4faa58", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:10:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "fd619c8b-a465-4b0c-9f97-896bdd4faa58", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:10:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "fd619c8b-a465-4b0c-9f97-896bdd4faa58", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:10:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "fd619c8b-a465-4b0c-9f97-896bdd4faa58", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a-kserve-route-authn"} 2026-07-07T07:10:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "fd619c8b-a465-4b0c-9f97-896bdd4faa58", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "authType": "userdefined"} 2026-07-07T07:10:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "fd619c8b-a465-4b0c-9f97-896bdd4faa58", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:10:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "befea1f2-d9e2-4b9a-90f9-2ccdc4fc083b", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:10:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "befea1f2-d9e2-4b9a-90f9-2ccdc4fc083b", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:10:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "befea1f2-d9e2-4b9a-90f9-2ccdc4fc083b", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:10:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "befea1f2-d9e2-4b9a-90f9-2ccdc4fc083b", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a-kserve-route-authn"} 2026-07-07T07:10:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "befea1f2-d9e2-4b9a-90f9-2ccdc4fc083b", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "authType": "userdefined"} 2026-07-07T07:10:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "befea1f2-d9e2-4b9a-90f9-2ccdc4fc083b", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:10:28Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "6d86e363-531b-4d72-88b9-c0a34ef3cb9a", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:10:28Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "6d86e363-531b-4d72-88b9-c0a34ef3cb9a", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f"} 2026-07-07T07:10:28Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "6d86e363-531b-4d72-88b9-c0a34ef3cb9a", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:10:28Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "6d86e363-531b-4d72-88b9-c0a34ef3cb9a", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:10:28Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "6d86e363-531b-4d72-88b9-c0a34ef3cb9a", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f-kserve-route-authn"} 2026-07-07T07:10:28Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "6d86e363-531b-4d72-88b9-c0a34ef3cb9a", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f-kserve-route-authn"} 2026-07-07T07:10:28Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "6d86e363-531b-4d72-88b9-c0a34ef3cb9a", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:10:28Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "6d86e363-531b-4d72-88b9-c0a34ef3cb9a", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:10:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "sub-test-model-94448f", "reconcileID": "49360152-0c75-4e76-9fff-8eb6a81e6995", "LLMInferenceService": "sub-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:10:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "8a3bf4d5-8581-40ec-be34-eb7d4d6c3f53", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:10:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "8a3bf4d5-8581-40ec-be34-eb7d4d6c3f53", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f-authn-ssl"} 2026-07-07T07:10:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "8a3bf4d5-8581-40ec-be34-eb7d4d6c3f53", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:10:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "48c16bbf-3019-46e9-9e10-7bdda2e7f1c8", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:10:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "48c16bbf-3019-46e9-9e10-7bdda2e7f1c8", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f-authn-ssl"} 2026-07-07T07:10:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "48c16bbf-3019-46e9-9e10-7bdda2e7f1c8", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:10:28Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "ffd48327-aba9-4fa6-9053-9ee56fe8072e", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:10:28Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "ffd48327-aba9-4fa6-9053-9ee56fe8072e", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a"} 2026-07-07T07:10:28Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "ffd48327-aba9-4fa6-9053-9ee56fe8072e", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:10:28Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "ffd48327-aba9-4fa6-9053-9ee56fe8072e", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:10:28Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "ffd48327-aba9-4fa6-9053-9ee56fe8072e", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a-kserve-route-authn"} 2026-07-07T07:10:28Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "ffd48327-aba9-4fa6-9053-9ee56fe8072e", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a-kserve-route-authn"} 2026-07-07T07:10:28Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "ffd48327-aba9-4fa6-9053-9ee56fe8072e", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:10:28Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "ffd48327-aba9-4fa6-9053-9ee56fe8072e", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:10:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "sub-test-model-c72c9a", "reconcileID": "ae316824-eea6-4fac-9ad0-d78a1511e0d0", "LLMInferenceService": "sub-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:10:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "653b03e3-9070-4ac3-a26d-dffb4b03acc4", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:10:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "653b03e3-9070-4ac3-a26d-dffb4b03acc4", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a-authn-ssl"} 2026-07-07T07:10:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "653b03e3-9070-4ac3-a26d-dffb4b03acc4", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:10:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "95bc6733-11ff-440b-bd10-b31b78eac052", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:10:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "95bc6733-11ff-440b-bd10-b31b78eac052", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a-authn-ssl"} 2026-07-07T07:10:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "95bc6733-11ff-440b-bd10-b31b78eac052", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:10:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "c3e7a67c-91ed-4743-821d-8ba6493e07fa", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:10:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "c3e7a67c-91ed-4743-821d-8ba6493e07fa", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:10:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "c3e7a67c-91ed-4743-821d-8ba6493e07fa", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:10:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "246d3088-7b7b-4b82-b12b-28f8205a74e8", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:10:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "c3e7a67c-91ed-4743-821d-8ba6493e07fa", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f-kserve-route-authn"} 2026-07-07T07:10:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "c3e7a67c-91ed-4743-821d-8ba6493e07fa", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "authType": "userdefined"} 2026-07-07T07:10:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "c3e7a67c-91ed-4743-821d-8ba6493e07fa", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:10:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "246d3088-7b7b-4b82-b12b-28f8205a74e8", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f-authn-ssl"} 2026-07-07T07:10:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "246d3088-7b7b-4b82-b12b-28f8205a74e8", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:10:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "1d057bf6-29ef-44bd-b567-5dd753f776e3", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:10:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "1d057bf6-29ef-44bd-b567-5dd753f776e3", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:10:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "1d057bf6-29ef-44bd-b567-5dd753f776e3", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:10:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "1d057bf6-29ef-44bd-b567-5dd753f776e3", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f-kserve-route-authn"} 2026-07-07T07:10:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "1d057bf6-29ef-44bd-b567-5dd753f776e3", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "authType": "userdefined"} 2026-07-07T07:10:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "1d057bf6-29ef-44bd-b567-5dd753f776e3", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:10:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "be6430b9-4ddd-4409-875f-06610df7b1f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T07:10:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "add05a6e-d510-4849-a1ae-69ded57c2994", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:10:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "add05a6e-d510-4849-a1ae-69ded57c2994", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f-authn-ssl"} 2026-07-07T07:10:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "add05a6e-d510-4849-a1ae-69ded57c2994", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:10:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "7998884a-ba00-45bb-9018-608fd6f995ef", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:10:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "7998884a-ba00-45bb-9018-608fd6f995ef", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:10:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "7998884a-ba00-45bb-9018-608fd6f995ef", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:10:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "7998884a-ba00-45bb-9018-608fd6f995ef", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f-kserve-route-authn"} 2026-07-07T07:10:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "7998884a-ba00-45bb-9018-608fd6f995ef", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "authType": "userdefined"} 2026-07-07T07:10:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "7998884a-ba00-45bb-9018-608fd6f995ef", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:10:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "c17af409-9ffd-4e33-8a04-bb07d20883a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T07:10:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "78ff3469-edbf-409c-a876-b07965c18299", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:10:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "78ff3469-edbf-409c-a876-b07965c18299", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:10:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "78ff3469-edbf-409c-a876-b07965c18299", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:10:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "78ff3469-edbf-409c-a876-b07965c18299", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f-kserve-route-authn"} 2026-07-07T07:10:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "78ff3469-edbf-409c-a876-b07965c18299", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "authType": "userdefined"} 2026-07-07T07:10:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "78ff3469-edbf-409c-a876-b07965c18299", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:10:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "3c6ec564-ddd0-49d5-9bd4-4c7ae0e313c9", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:10:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "3c6ec564-ddd0-49d5-9bd4-4c7ae0e313c9", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:10:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "3c6ec564-ddd0-49d5-9bd4-4c7ae0e313c9", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:10:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "3dec32cc-92e6-4fc5-ab50-9de554bcb13d", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:10:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "3c6ec564-ddd0-49d5-9bd4-4c7ae0e313c9", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a-kserve-route-authn"} 2026-07-07T07:10:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "3c6ec564-ddd0-49d5-9bd4-4c7ae0e313c9", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "authType": "userdefined"} 2026-07-07T07:10:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "3c6ec564-ddd0-49d5-9bd4-4c7ae0e313c9", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:10:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "3dec32cc-92e6-4fc5-ab50-9de554bcb13d", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a-authn-ssl"} 2026-07-07T07:10:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "3dec32cc-92e6-4fc5-ab50-9de554bcb13d", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:10:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "deeedd27-d4fc-48a6-adfa-4c820674de84", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:10:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "deeedd27-d4fc-48a6-adfa-4c820674de84", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:10:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "deeedd27-d4fc-48a6-adfa-4c820674de84", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:10:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "deeedd27-d4fc-48a6-adfa-4c820674de84", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a-kserve-route-authn"} 2026-07-07T07:10:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "deeedd27-d4fc-48a6-adfa-4c820674de84", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "authType": "userdefined"} 2026-07-07T07:10:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "deeedd27-d4fc-48a6-adfa-4c820674de84", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:11:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "1c1f02e5-c2a3-482f-bdee-a330c99e7ba8", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:11:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "1c1f02e5-c2a3-482f-bdee-a330c99e7ba8", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a-authn-ssl"} 2026-07-07T07:11:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "1c1f02e5-c2a3-482f-bdee-a330c99e7ba8", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:11:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "2d90366b-2454-4e2e-9286-18c6876218f3", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:11:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "2d90366b-2454-4e2e-9286-18c6876218f3", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:11:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "2d90366b-2454-4e2e-9286-18c6876218f3", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:11:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "2d90366b-2454-4e2e-9286-18c6876218f3", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a-kserve-route-authn"} 2026-07-07T07:11:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "2d90366b-2454-4e2e-9286-18c6876218f3", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "authType": "userdefined"} 2026-07-07T07:11:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "2d90366b-2454-4e2e-9286-18c6876218f3", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:11:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "b372cdbb-f1af-4cf0-98c1-a83cc204dc5b", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:11:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "b372cdbb-f1af-4cf0-98c1-a83cc204dc5b", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:11:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "b372cdbb-f1af-4cf0-98c1-a83cc204dc5b", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:11:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "b372cdbb-f1af-4cf0-98c1-a83cc204dc5b", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a-kserve-route-authn"} 2026-07-07T07:11:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "b372cdbb-f1af-4cf0-98c1-a83cc204dc5b", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "authType": "userdefined"} 2026-07-07T07:11:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "b372cdbb-f1af-4cf0-98c1-a83cc204dc5b", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:11:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "d5decf23-ed29-4dce-8382-9814f6504f0f", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:11:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "d5decf23-ed29-4dce-8382-9814f6504f0f", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f"} 2026-07-07T07:11:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "d5decf23-ed29-4dce-8382-9814f6504f0f", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:11:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "d5decf23-ed29-4dce-8382-9814f6504f0f", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:11:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "d5decf23-ed29-4dce-8382-9814f6504f0f", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f-kserve-route-authn"} 2026-07-07T07:11:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "d5decf23-ed29-4dce-8382-9814f6504f0f", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f-kserve-route-authn"} 2026-07-07T07:11:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "d5decf23-ed29-4dce-8382-9814f6504f0f", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:11:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "d5decf23-ed29-4dce-8382-9814f6504f0f", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:11:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94448f","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "rate-test-model-94448f", "reconcileID": "be198683-dd6c-4bc8-a04f-8195a04c7407", "LLMInferenceService": "rate-test-model-94448f", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:11:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "6191d570-492f-4495-b3e1-e4fa09710b68", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:11:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "6191d570-492f-4495-b3e1-e4fa09710b68", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f-authn-ssl"} 2026-07-07T07:11:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "6191d570-492f-4495-b3e1-e4fa09710b68", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:11:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "47aee8f6-6e97-4e99-b0c4-a7ee5994a28b", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:11:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "47aee8f6-6e97-4e99-b0c4-a7ee5994a28b", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f-authn-ssl"} 2026-07-07T07:11:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "47aee8f6-6e97-4e99-b0c4-a7ee5994a28b", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:11:58Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "84fa8129-b716-4d6a-89d8-abce631a485d", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:11:58Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "84fa8129-b716-4d6a-89d8-abce631a485d", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a"} 2026-07-07T07:11:58Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "84fa8129-b716-4d6a-89d8-abce631a485d", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:11:58Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "84fa8129-b716-4d6a-89d8-abce631a485d", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:11:58Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "84fa8129-b716-4d6a-89d8-abce631a485d", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a-kserve-route-authn"} 2026-07-07T07:11:58Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "84fa8129-b716-4d6a-89d8-abce631a485d", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a-kserve-route-authn"} 2026-07-07T07:11:58Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "84fa8129-b716-4d6a-89d8-abce631a485d", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:11:58Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "84fa8129-b716-4d6a-89d8-abce631a485d", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:11:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c72c9a","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "rate-test-model-c72c9a", "reconcileID": "42d65591-52e8-4fa3-b42b-b66090d39e5b", "LLMInferenceService": "rate-test-model-c72c9a", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:11:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "721549c7-bddf-4863-9df3-37d817596380", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:11:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "721549c7-bddf-4863-9df3-37d817596380", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a-authn-ssl"} 2026-07-07T07:11:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "721549c7-bddf-4863-9df3-37d817596380", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:11:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "98351834-c25f-4266-a065-c28db5b6f965", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:11:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "98351834-c25f-4266-a065-c28db5b6f965", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a-authn-ssl"} 2026-07-07T07:11:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "98351834-c25f-4266-a065-c28db5b6f965", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:12:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "9088fa46-059f-4b34-9de4-17d3526fb92d", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T07:12:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "bc1a92a3-f9c7-4108-bf49-1d53d8eda21e", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:12:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "bc1a92a3-f9c7-4108-bf49-1d53d8eda21e", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f-authn-ssl"} 2026-07-07T07:12:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "bc1a92a3-f9c7-4108-bf49-1d53d8eda21e", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:12:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b402efb-f27a-46e8-943c-9c57c9eb21c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:12:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b402efb-f27a-46e8-943c-9c57c9eb21c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-94448f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T07:12:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b402efb-f27a-46e8-943c-9c57c9eb21c2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-94448f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T07:12:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "odh-trusted-ca-bundle", "reconcileID": "3fbb503f-cabf-4f4e-b12a-41d2ed8004d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:12:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "odh-trusted-ca-bundle", "reconcileID": "3fbb503f-cabf-4f4e-b12a-41d2ed8004d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:12:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "openshift-service-ca.crt", "reconcileID": "87c0a111-5610-41a3-bb65-acb0d9695d64", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:12:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "openshift-service-ca.crt", "reconcileID": "87c0a111-5610-41a3-bb65-acb0d9695d64", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:12:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27838222-fdeb-4cfe-a2d2-e8048ce197e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:12:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-94448f"}, "namespace": "ai-tenant-e2e-shared-a-94448f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27838222-fdeb-4cfe-a2d2-e8048ce197e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-94448f"} 2026-07-07T07:12:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-94448f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-94448f", "reconcileID": "b2be6553-b795-41e9-bf0c-532e477c6149", "Gateway": "e2e-shared-a-94448f", "namespace": "openshift-ingress"} 2026-07-07T07:12:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "1110fbf2-1d78-4e33-b0b5-8a626752637c", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T07:12:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "9a4703e1-f6b3-418e-8769-37dd2f2c8977", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:12:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "9a4703e1-f6b3-418e-8769-37dd2f2c8977", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a-authn-ssl"} 2026-07-07T07:12:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "9a4703e1-f6b3-418e-8769-37dd2f2c8977", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"} 2026-07-07T07:12:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3fef48d5-d322-48a1-8bdd-301a4e967c5f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:12:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3fef48d5-d322-48a1-8bdd-301a4e967c5f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T07:12:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3fef48d5-d322-48a1-8bdd-301a4e967c5f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-c72c9a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T07:12:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "odh-trusted-ca-bundle", "reconcileID": "6c522b3c-8dce-44a0-be1f-aa24cb1ff189", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:12:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "odh-trusted-ca-bundle", "reconcileID": "6c522b3c-8dce-44a0-be1f-aa24cb1ff189", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c72c9a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T07:12:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "odh-trusted-ca-bundle", "reconcileID": "6c522b3c-8dce-44a0-be1f-aa24cb1ff189", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-c72c9a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T07:12:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "openshift-service-ca.crt", "reconcileID": "ab71b3f7-aeb6-4916-9e14-ea7398433ac3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:12:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "openshift-service-ca.crt", "reconcileID": "ab71b3f7-aeb6-4916-9e14-ea7398433ac3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:12:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c344c11-efb7-43aa-a71f-27dbda365566", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:12:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c344c11-efb7-43aa-a71f-27dbda365566", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:12:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "odh-trusted-ca-bundle", "reconcileID": "56a72465-2f3c-4236-9775-823c12c32e67", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:12:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c72c9a"}, "namespace": "ai-tenant-e2e-shared-b-c72c9a", "name": "odh-trusted-ca-bundle", "reconcileID": "56a72465-2f3c-4236-9775-823c12c32e67", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c72c9a"} 2026-07-07T07:12:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c72c9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c72c9a", "reconcileID": "2d8d97b5-0eab-4d94-8fe8-f1392cfa1531", "Gateway": "e2e-shared-b-c72c9a", "namespace": "openshift-ingress"}