2026-07-10T04:11:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a335e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a335e2", "reconcileID": "aecb10ad-75ae-412c-9642-439d31c4c95b", "Gateway": "e2e-api-b-a335e2", "namespace": "openshift-ingress"} 2026-07-10T04:11:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a335e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a335e2", "reconcileID": "ae601715-a1c1-44ed-b104-77ebe004a935", "Gateway": "e2e-api-b-a335e2", "namespace": "openshift-ingress"} 2026-07-10T04:11:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a335e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a335e2", "reconcileID": "ae601715-a1c1-44ed-b104-77ebe004a935", "Gateway": "e2e-api-b-a335e2", "namespace": "openshift-ingress", "name": "e2e-api-b-a335e2-authn-ssl"} 2026-07-10T04:11:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a335e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a335e2", "reconcileID": "ae601715-a1c1-44ed-b104-77ebe004a935", "Gateway": "e2e-api-b-a335e2", "namespace": "openshift-ingress"} 2026-07-10T04:11:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f48e73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f48e73", "reconcileID": "feb3d3d2-ab9e-4f33-8b49-dfbce9e3370d", "Gateway": "e2e-api-a-f48e73", "namespace": "openshift-ingress"} 2026-07-10T04:11:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f48e73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f48e73", "reconcileID": "feb3d3d2-ab9e-4f33-8b49-dfbce9e3370d", "Gateway": "e2e-api-a-f48e73", "namespace": "openshift-ingress", "name": "e2e-api-a-f48e73-authn-ssl"} 2026-07-10T04:11:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f48e73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f48e73", "reconcileID": "feb3d3d2-ab9e-4f33-8b49-dfbce9e3370d", "Gateway": "e2e-api-a-f48e73", "namespace": "openshift-ingress"} 2026-07-10T04:11:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a335e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a335e2", "reconcileID": "9e4c3627-39a7-4e08-92e0-c1a4b6cb0db2", "Gateway": "e2e-api-b-a335e2", "namespace": "openshift-ingress"} 2026-07-10T04:11:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a335e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a335e2", "reconcileID": "9e4c3627-39a7-4e08-92e0-c1a4b6cb0db2", "Gateway": "e2e-api-b-a335e2", "namespace": "openshift-ingress", "name": "e2e-api-b-a335e2-authn-ssl"} 2026-07-10T04:11:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a335e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a335e2", "reconcileID": "9e4c3627-39a7-4e08-92e0-c1a4b6cb0db2", "Gateway": "e2e-api-b-a335e2", "namespace": "openshift-ingress"} 2026-07-10T04:11:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a335e2"}, "namespace": "ai-tenant-e2e-api-b-a335e2", "name": "openshift-service-ca.crt", "reconcileID": "21e846e6-dd32-4393-a4a2-793944c48914", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a335e2"} 2026-07-10T04:11:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a335e2"}, "namespace": "ai-tenant-e2e-api-b-a335e2", "name": "openshift-service-ca.crt", "reconcileID": "7d1d8e06-9c8d-4ad4-8156-dcef9e77aac0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a335e2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T04:11:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a335e2"}, "namespace": "ai-tenant-e2e-api-b-a335e2", "name": "openshift-service-ca.crt", "reconcileID": "7d1d8e06-9c8d-4ad4-8156-dcef9e77aac0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a335e2"} 2026-07-10T04:11:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a335e2"}, "namespace": "ai-tenant-e2e-api-b-a335e2", "name": "odh-trusted-ca-bundle", "reconcileID": "031c87ec-fceb-4ff0-ae58-ec2a1f218858", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a335e2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T04:11:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a335e2"}, "namespace": "ai-tenant-e2e-api-b-a335e2", "name": "odh-trusted-ca-bundle", "reconcileID": "031c87ec-fceb-4ff0-ae58-ec2a1f218858", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T04:11:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a335e2"}, "namespace": "ai-tenant-e2e-api-b-a335e2", "name": "openshift-service-ca.crt", "reconcileID": "15ec05dc-524f-4bbf-8515-03e8591b23cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a335e2"} 2026-07-10T04:11:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a335e2"}, "namespace": "ai-tenant-e2e-api-b-a335e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7e33b6d-1925-4f1c-8a4f-fd749ec7887b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a335e2"} 2026-07-10T04:11:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a335e2"}, "namespace": "ai-tenant-e2e-api-b-a335e2", "name": "odh-trusted-ca-bundle", "reconcileID": "87ed57c8-fc5d-4537-980d-63752986613f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a335e2"} 2026-07-10T04:11:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a335e2"}, "namespace": "ai-tenant-e2e-api-b-a335e2", "name": "odh-trusted-ca-bundle", "reconcileID": "431590a4-6485-424c-a05a-fee8fdb81c21", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a335e2", "update": "odh-kserve-custom-ca-bundle"} 2026-07-10T04:11:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a335e2"}, "namespace": "ai-tenant-e2e-api-b-a335e2", "name": "odh-trusted-ca-bundle", "reconcileID": "431590a4-6485-424c-a05a-fee8fdb81c21", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a335e2"} 2026-07-10T04:11:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a335e2"}, "namespace": "ai-tenant-e2e-api-b-a335e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7fde0a70-3037-48d3-b7e9-3bae1a172788", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a335e2"} 2026-07-10T04:11:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a335e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a335e2", "reconcileID": "78633cf1-d935-4c53-aa48-f80b5c2308c5", "Gateway": "e2e-api-b-a335e2", "namespace": "openshift-ingress"} 2026-07-10T04:11:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a335e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a335e2", "reconcileID": "78633cf1-d935-4c53-aa48-f80b5c2308c5", "Gateway": "e2e-api-b-a335e2", "namespace": "openshift-ingress", "name": "e2e-api-b-a335e2-authn-ssl"} 2026-07-10T04:11:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a335e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a335e2", "reconcileID": "78633cf1-d935-4c53-aa48-f80b5c2308c5", "Gateway": "e2e-api-b-a335e2", "namespace": "openshift-ingress"} 2026-07-10T04:11:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bbed3fc4-f128-4790-be2f-401e5682253d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T04:11:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f48e73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f48e73", "reconcileID": "298f826d-60a4-471d-ad36-0ca12a041218", "Gateway": "e2e-api-a-f48e73", "namespace": "openshift-ingress"} 2026-07-10T04:11:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f48e73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f48e73", "reconcileID": "298f826d-60a4-471d-ad36-0ca12a041218", "Gateway": "e2e-api-a-f48e73", "namespace": "openshift-ingress", "name": "e2e-api-a-f48e73-authn-ssl"} 2026-07-10T04:11:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f48e73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f48e73", "reconcileID": "298f826d-60a4-471d-ad36-0ca12a041218", "Gateway": "e2e-api-a-f48e73", "namespace": "openshift-ingress"} 2026-07-10T04:11:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a335e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a335e2", "reconcileID": "0ba12e75-15b7-4d58-8ec7-98fd8df051f6", "Gateway": "e2e-api-b-a335e2", "namespace": "openshift-ingress"} 2026-07-10T04:11:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a335e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a335e2", "reconcileID": "0ba12e75-15b7-4d58-8ec7-98fd8df051f6", "Gateway": "e2e-api-b-a335e2", "namespace": "openshift-ingress", "name": "e2e-api-b-a335e2-authn-ssl"} 2026-07-10T04:11:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a335e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a335e2", "reconcileID": "0ba12e75-15b7-4d58-8ec7-98fd8df051f6", "Gateway": "e2e-api-b-a335e2", "namespace": "openshift-ingress"} 2026-07-10T04:11:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2909442b-7e05-41c5-b02e-34ea2df675ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T04:12:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "abfaf637-7494-4fe3-9371-a53c89139d11", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T04:12:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "76cfbe5e-76a2-4433-8ca8-0acfe0981485", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T04:12:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "59d83612-fc4b-4db7-936c-9d051a497532", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T04:12:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f48e73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f48e73", "reconcileID": "5201a0fc-67eb-430a-8ee6-03eacac626cf", "Gateway": "e2e-api-a-f48e73", "namespace": "openshift-ingress"} 2026-07-10T04:12:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f48e73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f48e73", "reconcileID": "5201a0fc-67eb-430a-8ee6-03eacac626cf", "Gateway": "e2e-api-a-f48e73", "namespace": "openshift-ingress", "name": "e2e-api-a-f48e73-authn-ssl"} 2026-07-10T04:12:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f48e73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f48e73", "reconcileID": "5201a0fc-67eb-430a-8ee6-03eacac626cf", "Gateway": "e2e-api-a-f48e73", "namespace": "openshift-ingress"} 2026-07-10T04:12:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f48e73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f48e73", "reconcileID": "e7663203-0aa1-4428-9619-6c074e308233", "Gateway": "e2e-api-a-f48e73", "namespace": "openshift-ingress"} 2026-07-10T04:12:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f48e73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f48e73", "reconcileID": "e7663203-0aa1-4428-9619-6c074e308233", "Gateway": "e2e-api-a-f48e73", "namespace": "openshift-ingress", "name": "e2e-api-a-f48e73-authn-ssl"} 2026-07-10T04:12:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f48e73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f48e73", "reconcileID": "e7663203-0aa1-4428-9619-6c074e308233", "Gateway": "e2e-api-a-f48e73", "namespace": "openshift-ingress"} 2026-07-10T04:12:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f48e73"}, "namespace": "ai-tenant-e2e-api-a-f48e73", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "efa0f575-5865-4926-acdf-3e03381c91b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f48e73"} 2026-07-10T04:12:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f48e73"}, "namespace": "ai-tenant-e2e-api-a-f48e73", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "efa0f575-5865-4926-acdf-3e03381c91b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f48e73", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T04:12:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f48e73"}, "namespace": "ai-tenant-e2e-api-a-f48e73", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "efa0f575-5865-4926-acdf-3e03381c91b6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-f48e73 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T04:12:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-f48e73"}, "namespace": "ai-tenant-e2e-api-a-f48e73", "name": "odh-trusted-ca-bundle", "reconcileID": "f7dfdc3b-e008-423b-b987-31c8a660c40a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f48e73"} 2026-07-10T04:12:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-f48e73"}, "namespace": "ai-tenant-e2e-api-a-f48e73", "name": "odh-trusted-ca-bundle", "reconcileID": "f7dfdc3b-e008-423b-b987-31c8a660c40a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f48e73"} 2026-07-10T04:12:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-f48e73"}, "namespace": "ai-tenant-e2e-api-a-f48e73", "name": "openshift-service-ca.crt", "reconcileID": "addff42b-d01a-4fd7-bc24-fae9dee304b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-f48e73"} 2026-07-10T04:12:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-f48e73"}, "namespace": "ai-tenant-e2e-api-a-f48e73", "name": "openshift-service-ca.crt", "reconcileID": "addff42b-d01a-4fd7-bc24-fae9dee304b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-f48e73"} 2026-07-10T04:12:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f48e73"}, "namespace": "ai-tenant-e2e-api-a-f48e73", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce5f16d3-0aa8-4bed-b6cc-58731e429a36", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f48e73"} 2026-07-10T04:12:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f48e73"}, "namespace": "ai-tenant-e2e-api-a-f48e73", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce5f16d3-0aa8-4bed-b6cc-58731e429a36", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f48e73"} 2026-07-10T04:12:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f48e73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f48e73", "reconcileID": "78527ebf-a0af-4bab-83fe-de2b9a2b17bf", "Gateway": "e2e-api-a-f48e73", "namespace": "openshift-ingress"} 2026-07-10T04:12:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a335e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a335e2", "reconcileID": "667e5951-42b2-46f2-91c8-402d64adde01", "Gateway": "e2e-api-b-a335e2", "namespace": "openshift-ingress"} 2026-07-10T04:12:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a335e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a335e2", "reconcileID": "667e5951-42b2-46f2-91c8-402d64adde01", "Gateway": "e2e-api-b-a335e2", "namespace": "openshift-ingress", "name": "e2e-api-b-a335e2-authn-ssl"} 2026-07-10T04:12:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a335e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a335e2", "reconcileID": "667e5951-42b2-46f2-91c8-402d64adde01", "Gateway": "e2e-api-b-a335e2", "namespace": "openshift-ingress"} 2026-07-10T04:12:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a335e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a335e2", "reconcileID": "5a2b87a0-a4aa-4334-97da-28bb817c8930", "Gateway": "e2e-api-b-a335e2", "namespace": "openshift-ingress"} 2026-07-10T04:12:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a335e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a335e2", "reconcileID": "5a2b87a0-a4aa-4334-97da-28bb817c8930", "Gateway": "e2e-api-b-a335e2", "namespace": "openshift-ingress", "name": "e2e-api-b-a335e2-authn-ssl"} 2026-07-10T04:12:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a335e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a335e2", "reconcileID": "5a2b87a0-a4aa-4334-97da-28bb817c8930", "Gateway": "e2e-api-b-a335e2", "namespace": "openshift-ingress"} 2026-07-10T04:12:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a335e2"}, "namespace": "ai-tenant-e2e-api-b-a335e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9baf2611-6fee-4e24-a7b7-77681b1cb42f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a335e2"} 2026-07-10T04:12:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a335e2"}, "namespace": "ai-tenant-e2e-api-b-a335e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9baf2611-6fee-4e24-a7b7-77681b1cb42f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a335e2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T04:12:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a335e2"}, "namespace": "ai-tenant-e2e-api-b-a335e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9baf2611-6fee-4e24-a7b7-77681b1cb42f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-a335e2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T04:12:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a335e2"}, "namespace": "ai-tenant-e2e-api-b-a335e2", "name": "odh-trusted-ca-bundle", "reconcileID": "832cf6e4-41cd-4fde-8deb-5f95f0199f49", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a335e2"} 2026-07-10T04:12:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a335e2"}, "namespace": "ai-tenant-e2e-api-b-a335e2", "name": "odh-trusted-ca-bundle", "reconcileID": "832cf6e4-41cd-4fde-8deb-5f95f0199f49", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a335e2"} 2026-07-10T04:12:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a335e2"}, "namespace": "ai-tenant-e2e-api-b-a335e2", "name": "openshift-service-ca.crt", "reconcileID": "84429f51-0ac7-41e0-9389-9e3e50341a12", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a335e2"} 2026-07-10T04:12:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a335e2"}, "namespace": "ai-tenant-e2e-api-b-a335e2", "name": "openshift-service-ca.crt", "reconcileID": "84429f51-0ac7-41e0-9389-9e3e50341a12", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a335e2"} 2026-07-10T04:12:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a335e2"}, "namespace": "ai-tenant-e2e-api-b-a335e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "996fea71-00be-448c-aec8-0cec47b8fdf1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a335e2"} 2026-07-10T04:12:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a335e2"}, "namespace": "ai-tenant-e2e-api-b-a335e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "996fea71-00be-448c-aec8-0cec47b8fdf1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a335e2"} 2026-07-10T04:12:46Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a335e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a335e2", "reconcileID": "3ed63102-bda0-4b2d-ab07-b3393f607bed", "Gateway": "e2e-api-b-a335e2", "namespace": "openshift-ingress"} 2026-07-10T04:12:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "be99e215-7ccf-4332-9a3e-473786c091ce", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:12:47Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "be99e215-7ccf-4332-9a3e-473786c091ce", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca-authn-ssl"} 2026-07-10T04:12:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "be99e215-7ccf-4332-9a3e-473786c091ce", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:12:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "d6b414a2-0f40-4882-8a1a-979d671ed2ee", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:12:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "d6b414a2-0f40-4882-8a1a-979d671ed2ee", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca-authn-ssl"} 2026-07-10T04:12:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "d6b414a2-0f40-4882-8a1a-979d671ed2ee", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:12:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "487ae0a9-5ff6-4cb1-be50-429477f9d3fc", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:12:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "487ae0a9-5ff6-4cb1-be50-429477f9d3fc", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca-authn-ssl"} 2026-07-10T04:12:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "487ae0a9-5ff6-4cb1-be50-429477f9d3fc", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:12:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "883a5962-5b69-4cc8-81a3-3315185cebd5", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:12:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "883a5962-5b69-4cc8-81a3-3315185cebd5", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca-authn-ssl"} 2026-07-10T04:12:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "883a5962-5b69-4cc8-81a3-3315185cebd5", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:12:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "db91c14b-d31e-4d08-8e40-caa93c81be2d", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:12:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "db91c14b-d31e-4d08-8e40-caa93c81be2d", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca-authn-ssl"} 2026-07-10T04:12:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "db91c14b-d31e-4d08-8e40-caa93c81be2d", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:12:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "f1a12747-a603-4140-82e5-7811895a8842", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:12:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "f1a12747-a603-4140-82e5-7811895a8842", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca-authn-ssl"} 2026-07-10T04:12:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "f1a12747-a603-4140-82e5-7811895a8842", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:12:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "289b3d3b-8770-43e5-8cd5-a6225550f5bc", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:12:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "289b3d3b-8770-43e5-8cd5-a6225550f5bc", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca-authn-ssl"} 2026-07-10T04:12:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "289b3d3b-8770-43e5-8cd5-a6225550f5bc", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:12:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "openshift-service-ca.crt", "reconcileID": "71bf51e4-f90a-49e4-b482-52a46b3d4185", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:12:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "odh-trusted-ca-bundle", "reconcileID": "928d2046-8985-44a9-81da-603f21c64dda", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:12:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "openshift-service-ca.crt", "reconcileID": "db4399b8-7e6a-4dbe-9e16-e35a06e1b642", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-937cca", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T04:12:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "openshift-service-ca.crt", "reconcileID": "db4399b8-7e6a-4dbe-9e16-e35a06e1b642", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:12:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3c35472-c07b-4a6c-9c00-fb6f8d680356", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:12:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "openshift-service-ca.crt", "reconcileID": "4eca542c-b2b7-4ef9-904b-4e4fd539f42e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:12:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "odh-trusted-ca-bundle", "reconcileID": "5a11eac3-87a5-4769-8ae4-9f8bd4f82fc8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-937cca", "update": "odh-kserve-custom-ca-bundle"} 2026-07-10T04:12:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "odh-trusted-ca-bundle", "reconcileID": "5a11eac3-87a5-4769-8ae4-9f8bd4f82fc8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:12:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56beb420-f057-4bc0-8de5-9a684db84495", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:12:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "093c8602-51d1-4b10-8a8d-4d9ce614c9b3", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:12:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "093c8602-51d1-4b10-8a8d-4d9ce614c9b3", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca-authn-ssl"} 2026-07-10T04:12:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "093c8602-51d1-4b10-8a8d-4d9ce614c9b3", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:12:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d1f5963a-2f68-4b61-adb8-88c5354cc4f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T04:12:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "c934708e-9076-4ae3-9dfd-4b9f18835b19", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:12:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "c934708e-9076-4ae3-9dfd-4b9f18835b19", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca-authn-ssl"} 2026-07-10T04:12:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "c934708e-9076-4ae3-9dfd-4b9f18835b19", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:12:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "4197a968-09f3-4797-9faf-dfcb751bad55", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:12:56Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "4197a968-09f3-4797-9faf-dfcb751bad55", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb-authn-ssl"} 2026-07-10T04:12:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "4197a968-09f3-4797-9faf-dfcb751bad55", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:12:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "b611f7af-1bac-463a-aef0-5086c430e2e1", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:12:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "b611f7af-1bac-463a-aef0-5086c430e2e1", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb-authn-ssl"} 2026-07-10T04:12:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "b611f7af-1bac-463a-aef0-5086c430e2e1", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:12:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "3a9836ce-0622-4cff-9ed7-0f99d2f4773b", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:12:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "3a9836ce-0622-4cff-9ed7-0f99d2f4773b", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb-authn-ssl"} 2026-07-10T04:12:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "3a9836ce-0622-4cff-9ed7-0f99d2f4773b", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:12:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "ad0046bb-18fd-4640-8e0c-3da2aeceec85", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:12:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "ad0046bb-18fd-4640-8e0c-3da2aeceec85", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb-authn-ssl"} 2026-07-10T04:12:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "ad0046bb-18fd-4640-8e0c-3da2aeceec85", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:12:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "8526c0e4-17d6-4fd0-8e04-6001782c99e4", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:12:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "8526c0e4-17d6-4fd0-8e04-6001782c99e4", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb-authn-ssl"} 2026-07-10T04:12:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "8526c0e4-17d6-4fd0-8e04-6001782c99e4", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:12:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "abf5676a-b0bf-49f5-9edd-e97a9742a007", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:12:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "abf5676a-b0bf-49f5-9edd-e97a9742a007", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb-authn-ssl"} 2026-07-10T04:12:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "abf5676a-b0bf-49f5-9edd-e97a9742a007", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:12:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "c0412ab3-b221-4a58-94ba-3d60ce2a5a64", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:12:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "c0412ab3-b221-4a58-94ba-3d60ce2a5a64", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb-authn-ssl"} 2026-07-10T04:12:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "c0412ab3-b221-4a58-94ba-3d60ce2a5a64", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:12:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "927b6fe6-a664-4bdc-b3cc-ddeb16dda482", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:12:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "927b6fe6-a664-4bdc-b3cc-ddeb16dda482", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb-authn-ssl"} 2026-07-10T04:12:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "927b6fe6-a664-4bdc-b3cc-ddeb16dda482", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:12:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "de84df23-9064-49d4-9e00-e00d71651cd3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T04:13:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "openshift-service-ca.crt", "reconcileID": "88d1ee08-4b1a-40e5-bbae-c2b7651b9707", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:13:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "odh-trusted-ca-bundle", "reconcileID": "de2c88d2-a8b0-4d1d-8969-017affc37572", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:13:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "openshift-service-ca.crt", "reconcileID": "60ea6207-a5ca-472a-989c-984f76db31e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-3505cb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T04:13:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "openshift-service-ca.crt", "reconcileID": "60ea6207-a5ca-472a-989c-984f76db31e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:13:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed60e321-c417-4cfb-9ef9-db236cbe7cc8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:13:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "openshift-service-ca.crt", "reconcileID": "5349f49c-b97b-4f50-b259-79ba08a209e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:13:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "odh-trusted-ca-bundle", "reconcileID": "3386e606-a57e-4e0c-9b9f-1c229ad4281c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3505cb", "update": "odh-kserve-custom-ca-bundle"} 2026-07-10T04:13:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "odh-trusted-ca-bundle", "reconcileID": "3386e606-a57e-4e0c-9b9f-1c229ad4281c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:13:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5fffa131-8cad-46ba-bfd6-c861ad0bab4b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:13:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "6ac56cee-d2d0-4a5a-902f-eda848bcb6ad", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:13:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "6ac56cee-d2d0-4a5a-902f-eda848bcb6ad", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb-authn-ssl"} 2026-07-10T04:13:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "6ac56cee-d2d0-4a5a-902f-eda848bcb6ad", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:13:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "641174d0-23b7-4a1c-8c3e-4aa370104cd0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T04:13:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "0c121f50-5d3f-484c-b40b-91082b32c80a", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:13:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "0c121f50-5d3f-484c-b40b-91082b32c80a", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb-authn-ssl"} 2026-07-10T04:13:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "0c121f50-5d3f-484c-b40b-91082b32c80a", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:13:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "30f34c6a-e371-4f2f-b2be-914ef35c4884", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:13:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "30f34c6a-e371-4f2f-b2be-914ef35c4884", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:13:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "30f34c6a-e371-4f2f-b2be-914ef35c4884", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:13:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "45358892-7bbc-4253-a8da-ad6cd0423b91", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:13:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "30f34c6a-e371-4f2f-b2be-914ef35c4884", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca-kserve-route-authn"} 2026-07-10T04:13:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "30f34c6a-e371-4f2f-b2be-914ef35c4884", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "authType": "userdefined"} 2026-07-10T04:13:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "30f34c6a-e371-4f2f-b2be-914ef35c4884", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:13:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "45358892-7bbc-4253-a8da-ad6cd0423b91", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca-authn-ssl"} 2026-07-10T04:13:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "45358892-7bbc-4253-a8da-ad6cd0423b91", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:13:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "91e84950-1327-48b7-903f-9d9e67a38430", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:13:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "91e84950-1327-48b7-903f-9d9e67a38430", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:13:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "91e84950-1327-48b7-903f-9d9e67a38430", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:13:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "91e84950-1327-48b7-903f-9d9e67a38430", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca-kserve-route-authn"} 2026-07-10T04:13:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "91e84950-1327-48b7-903f-9d9e67a38430", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "authType": "userdefined"} 2026-07-10T04:13:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "91e84950-1327-48b7-903f-9d9e67a38430", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:13:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "41df0124-db03-4b14-ae40-2a8605a04e44", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T04:13:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "a0c89c62-532a-4129-baa7-1014061cec16", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:13:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "a0c89c62-532a-4129-baa7-1014061cec16", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca-authn-ssl"} 2026-07-10T04:13:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "a0c89c62-532a-4129-baa7-1014061cec16", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:13:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "67b821e2-0b3c-43d8-a713-886353643bf9", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:13:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "67b821e2-0b3c-43d8-a713-886353643bf9", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:13:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "67b821e2-0b3c-43d8-a713-886353643bf9", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:13:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "67b821e2-0b3c-43d8-a713-886353643bf9", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca-kserve-route-authn"} 2026-07-10T04:13:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "67b821e2-0b3c-43d8-a713-886353643bf9", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "authType": "userdefined"} 2026-07-10T04:13:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "67b821e2-0b3c-43d8-a713-886353643bf9", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:13:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e936bc44-56a5-4d16-b064-1eca6d36471c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T04:13:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "a2011de6-904d-4e27-954b-87a46b422a10", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:13:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "a2011de6-904d-4e27-954b-87a46b422a10", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:13:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "a2011de6-904d-4e27-954b-87a46b422a10", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:13:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "a2011de6-904d-4e27-954b-87a46b422a10", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca-kserve-route-authn"} 2026-07-10T04:13:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "a2011de6-904d-4e27-954b-87a46b422a10", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "authType": "userdefined"} 2026-07-10T04:13:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "a2011de6-904d-4e27-954b-87a46b422a10", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:13:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "0868ca74-06c4-473a-9f36-95dc4239fb2e", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:13:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "0868ca74-06c4-473a-9f36-95dc4239fb2e", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:13:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "0868ca74-06c4-473a-9f36-95dc4239fb2e", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:13:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "bcc0a6d8-e01b-46dc-a58d-4500d8e179f7", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:13:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "0868ca74-06c4-473a-9f36-95dc4239fb2e", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb-kserve-route-authn"} 2026-07-10T04:13:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "0868ca74-06c4-473a-9f36-95dc4239fb2e", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "authType": "userdefined"} 2026-07-10T04:13:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "0868ca74-06c4-473a-9f36-95dc4239fb2e", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:13:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "bcc0a6d8-e01b-46dc-a58d-4500d8e179f7", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb-authn-ssl"} 2026-07-10T04:13:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "bcc0a6d8-e01b-46dc-a58d-4500d8e179f7", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:13:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "10387334-27a4-4ad9-a1d1-b5253dcb55e7", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:13:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "10387334-27a4-4ad9-a1d1-b5253dcb55e7", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:13:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "10387334-27a4-4ad9-a1d1-b5253dcb55e7", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:13:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "10387334-27a4-4ad9-a1d1-b5253dcb55e7", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb-kserve-route-authn"} 2026-07-10T04:13:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "10387334-27a4-4ad9-a1d1-b5253dcb55e7", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "authType": "userdefined"} 2026-07-10T04:13:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "10387334-27a4-4ad9-a1d1-b5253dcb55e7", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:13:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "492ad45a-526c-48fe-9ae7-88545ee1e27c", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:13:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "492ad45a-526c-48fe-9ae7-88545ee1e27c", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb-authn-ssl"} 2026-07-10T04:13:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "492ad45a-526c-48fe-9ae7-88545ee1e27c", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:13:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "d35b9f62-1802-48ba-8283-33d5703baf0f", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:13:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "d35b9f62-1802-48ba-8283-33d5703baf0f", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:13:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "d35b9f62-1802-48ba-8283-33d5703baf0f", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:13:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "d35b9f62-1802-48ba-8283-33d5703baf0f", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb-kserve-route-authn"} 2026-07-10T04:13:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "d35b9f62-1802-48ba-8283-33d5703baf0f", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "authType": "userdefined"} 2026-07-10T04:13:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "d35b9f62-1802-48ba-8283-33d5703baf0f", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:14:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "e3612f9e-cf93-4350-a69a-14eb9df4e97a", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:14:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "e3612f9e-cf93-4350-a69a-14eb9df4e97a", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:14:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "e3612f9e-cf93-4350-a69a-14eb9df4e97a", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:14:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "e3612f9e-cf93-4350-a69a-14eb9df4e97a", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb-kserve-route-authn"} 2026-07-10T04:14:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "e3612f9e-cf93-4350-a69a-14eb9df4e97a", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "authType": "userdefined"} 2026-07-10T04:14:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "e3612f9e-cf93-4350-a69a-14eb9df4e97a", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:14:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "49a678db-1e6c-4294-b828-9ce94ec48e06", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:14:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "49a678db-1e6c-4294-b828-9ce94ec48e06", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca-authn-ssl"} 2026-07-10T04:14:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "49a678db-1e6c-4294-b828-9ce94ec48e06", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:14:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "d101af10-e048-43fd-ae5e-b63f3e581031", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:14:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "d101af10-e048-43fd-ae5e-b63f3e581031", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb-authn-ssl"} 2026-07-10T04:14:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "d101af10-e048-43fd-ae5e-b63f3e581031", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:15:55Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "6b137d08-eb6f-47e7-aec5-29a4a19cb433", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:15:55Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "6b137d08-eb6f-47e7-aec5-29a4a19cb433", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca"} 2026-07-10T04:15:55Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "6b137d08-eb6f-47e7-aec5-29a4a19cb433", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:15:55Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "6b137d08-eb6f-47e7-aec5-29a4a19cb433", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:15:55Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "6b137d08-eb6f-47e7-aec5-29a4a19cb433", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca-kserve-route-authn"} 2026-07-10T04:15:55Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "6b137d08-eb6f-47e7-aec5-29a4a19cb433", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca-kserve-route-authn"} 2026-07-10T04:15:55Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "6b137d08-eb6f-47e7-aec5-29a4a19cb433", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:15:55Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "6b137d08-eb6f-47e7-aec5-29a4a19cb433", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:15:56Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "auth-test-model-937cca", "reconcileID": "a6628962-caf3-49b5-893b-579904077170", "LLMInferenceService": "auth-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:15:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "dd830b8d-e178-42ca-974d-e35283d9e1b6", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:15:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "dd830b8d-e178-42ca-974d-e35283d9e1b6", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca-authn-ssl"} 2026-07-10T04:15:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "dd830b8d-e178-42ca-974d-e35283d9e1b6", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:15:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "511cba86-2070-4ce2-9bfd-9bc7c789e504", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:15:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "511cba86-2070-4ce2-9bfd-9bc7c789e504", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca-authn-ssl"} 2026-07-10T04:15:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "511cba86-2070-4ce2-9bfd-9bc7c789e504", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:15:56Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "f20659e1-c688-47ba-ba94-8bfa23d9d4cb", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:15:56Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "f20659e1-c688-47ba-ba94-8bfa23d9d4cb", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb"} 2026-07-10T04:15:56Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "f20659e1-c688-47ba-ba94-8bfa23d9d4cb", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:15:56Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "f20659e1-c688-47ba-ba94-8bfa23d9d4cb", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:15:56Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "f20659e1-c688-47ba-ba94-8bfa23d9d4cb", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb-kserve-route-authn"} 2026-07-10T04:15:56Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "f20659e1-c688-47ba-ba94-8bfa23d9d4cb", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb-kserve-route-authn"} 2026-07-10T04:15:56Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "f20659e1-c688-47ba-ba94-8bfa23d9d4cb", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:15:56Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "f20659e1-c688-47ba-ba94-8bfa23d9d4cb", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:15:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "auth-test-model-3505cb", "reconcileID": "5f04035f-ab3f-42e2-8f12-4d9e9c7814dd", "LLMInferenceService": "auth-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:15:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "39aef62f-ab38-4b77-bb0d-681aea0fcbc1", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:15:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "39aef62f-ab38-4b77-bb0d-681aea0fcbc1", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb-authn-ssl"} 2026-07-10T04:15:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "39aef62f-ab38-4b77-bb0d-681aea0fcbc1", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:15:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "cad2ef98-62d0-4e98-af4d-2af5f45d16bf", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:15:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "cad2ef98-62d0-4e98-af4d-2af5f45d16bf", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb-authn-ssl"} 2026-07-10T04:15:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "cad2ef98-62d0-4e98-af4d-2af5f45d16bf", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:15:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "e581cddb-1ff7-4d10-9172-2e7317e58683", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:15:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "e581cddb-1ff7-4d10-9172-2e7317e58683", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:15:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "e581cddb-1ff7-4d10-9172-2e7317e58683", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:15:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "e23c3f50-bcad-4bca-8ef5-8a23497d864f", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:15:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "e581cddb-1ff7-4d10-9172-2e7317e58683", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca-kserve-route-authn"} 2026-07-10T04:15:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "e581cddb-1ff7-4d10-9172-2e7317e58683", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "authType": "userdefined"} 2026-07-10T04:15:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "e581cddb-1ff7-4d10-9172-2e7317e58683", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:15:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "e23c3f50-bcad-4bca-8ef5-8a23497d864f", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca-authn-ssl"} 2026-07-10T04:15:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "e23c3f50-bcad-4bca-8ef5-8a23497d864f", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:15:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "2fcc2553-851c-4b22-9b83-73322f20cdfe", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:15:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "2fcc2553-851c-4b22-9b83-73322f20cdfe", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:15:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "2fcc2553-851c-4b22-9b83-73322f20cdfe", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:15:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "2fcc2553-851c-4b22-9b83-73322f20cdfe", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca-kserve-route-authn"} 2026-07-10T04:15:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "2fcc2553-851c-4b22-9b83-73322f20cdfe", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "authType": "userdefined"} 2026-07-10T04:15:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "2fcc2553-851c-4b22-9b83-73322f20cdfe", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:16:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "53c2ae59-ac46-45fd-bb7d-cecd4774490d", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:16:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "53c2ae59-ac46-45fd-bb7d-cecd4774490d", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca-authn-ssl"} 2026-07-10T04:16:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "53c2ae59-ac46-45fd-bb7d-cecd4774490d", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:16:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "eec3a74f-3ea8-4174-82fb-3098f3f3c15c", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:16:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "eec3a74f-3ea8-4174-82fb-3098f3f3c15c", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:16:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "eec3a74f-3ea8-4174-82fb-3098f3f3c15c", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:16:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "eec3a74f-3ea8-4174-82fb-3098f3f3c15c", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca-kserve-route-authn"} 2026-07-10T04:16:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "eec3a74f-3ea8-4174-82fb-3098f3f3c15c", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "authType": "userdefined"} 2026-07-10T04:16:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "eec3a74f-3ea8-4174-82fb-3098f3f3c15c", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:16:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "91f4ed70-2151-473c-8f23-0daf235b0553", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:16:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "91f4ed70-2151-473c-8f23-0daf235b0553", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:16:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "91f4ed70-2151-473c-8f23-0daf235b0553", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:16:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "91f4ed70-2151-473c-8f23-0daf235b0553", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca-kserve-route-authn"} 2026-07-10T04:16:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "91f4ed70-2151-473c-8f23-0daf235b0553", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "authType": "userdefined"} 2026-07-10T04:16:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "91f4ed70-2151-473c-8f23-0daf235b0553", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:16:36Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T04:16:36Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T04:16:36Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T04:16:36Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T04:16:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "2c753a84-f9a8-40be-bdca-c7588d909999", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:16:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "2c753a84-f9a8-40be-bdca-c7588d909999", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:16:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "2c753a84-f9a8-40be-bdca-c7588d909999", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:16:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "36d29c4e-8ed4-4be1-bf0c-5060bde4c808", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:16:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "2c753a84-f9a8-40be-bdca-c7588d909999", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb-kserve-route-authn"} 2026-07-10T04:16:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "2c753a84-f9a8-40be-bdca-c7588d909999", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "authType": "userdefined"} 2026-07-10T04:16:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "2c753a84-f9a8-40be-bdca-c7588d909999", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:16:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "36d29c4e-8ed4-4be1-bf0c-5060bde4c808", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb-authn-ssl"} 2026-07-10T04:16:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "36d29c4e-8ed4-4be1-bf0c-5060bde4c808", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:16:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "8cec7236-a2d1-4924-87b2-65c096de88e1", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:16:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "8cec7236-a2d1-4924-87b2-65c096de88e1", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:16:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "8cec7236-a2d1-4924-87b2-65c096de88e1", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:16:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "8cec7236-a2d1-4924-87b2-65c096de88e1", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb-kserve-route-authn"} 2026-07-10T04:16:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "8cec7236-a2d1-4924-87b2-65c096de88e1", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "authType": "userdefined"} 2026-07-10T04:16:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "8cec7236-a2d1-4924-87b2-65c096de88e1", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:16:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "66fc706d-0edc-4b34-a95a-5add294daff3", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:16:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "66fc706d-0edc-4b34-a95a-5add294daff3", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb-authn-ssl"} 2026-07-10T04:16:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "66fc706d-0edc-4b34-a95a-5add294daff3", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:16:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "1887d097-79a6-4bcd-8c63-d6f265e1a1aa", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:16:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "1887d097-79a6-4bcd-8c63-d6f265e1a1aa", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:16:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "1887d097-79a6-4bcd-8c63-d6f265e1a1aa", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:16:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "1887d097-79a6-4bcd-8c63-d6f265e1a1aa", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb-kserve-route-authn"} 2026-07-10T04:16:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "1887d097-79a6-4bcd-8c63-d6f265e1a1aa", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "authType": "userdefined"} 2026-07-10T04:16:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "1887d097-79a6-4bcd-8c63-d6f265e1a1aa", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:16:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "acdf2a91-00a9-4cfc-a189-76592697f00a", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:16:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "acdf2a91-00a9-4cfc-a189-76592697f00a", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:16:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "acdf2a91-00a9-4cfc-a189-76592697f00a", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:16:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "acdf2a91-00a9-4cfc-a189-76592697f00a", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb-kserve-route-authn"} 2026-07-10T04:16:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "acdf2a91-00a9-4cfc-a189-76592697f00a", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "authType": "userdefined"} 2026-07-10T04:16:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "acdf2a91-00a9-4cfc-a189-76592697f00a", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:16:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "37c566ac-4754-44e7-ba4f-67ad2a27197b", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:16:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "37c566ac-4754-44e7-ba4f-67ad2a27197b", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:16:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "37c566ac-4754-44e7-ba4f-67ad2a27197b", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:16:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "37c566ac-4754-44e7-ba4f-67ad2a27197b", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb-kserve-route-authn"} 2026-07-10T04:16:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "37c566ac-4754-44e7-ba4f-67ad2a27197b", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "authType": "userdefined"} 2026-07-10T04:16:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "37c566ac-4754-44e7-ba4f-67ad2a27197b", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:17:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "1c5bb942-c6de-4822-9f75-c7d4856d9a15", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:17:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "1c5bb942-c6de-4822-9f75-c7d4856d9a15", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca"} 2026-07-10T04:17:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "1c5bb942-c6de-4822-9f75-c7d4856d9a15", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:17:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "1c5bb942-c6de-4822-9f75-c7d4856d9a15", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:17:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "1c5bb942-c6de-4822-9f75-c7d4856d9a15", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca-kserve-route-authn"} 2026-07-10T04:17:34Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "1c5bb942-c6de-4822-9f75-c7d4856d9a15", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca-kserve-route-authn"} 2026-07-10T04:17:34Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "1c5bb942-c6de-4822-9f75-c7d4856d9a15", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:17:34Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "1c5bb942-c6de-4822-9f75-c7d4856d9a15", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:17:34Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "sub-test-model-937cca", "reconcileID": "20a7d6bf-ec58-48e1-a14f-e0fbc6131117", "LLMInferenceService": "sub-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:17:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "1df58031-11ed-4800-8d99-ea1fd3844802", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:17:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "1df58031-11ed-4800-8d99-ea1fd3844802", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca-authn-ssl"} 2026-07-10T04:17:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "1df58031-11ed-4800-8d99-ea1fd3844802", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:17:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "0b704a45-7c67-4c6a-aae7-14a2d3c86219", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:17:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "0b704a45-7c67-4c6a-aae7-14a2d3c86219", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca-authn-ssl"} 2026-07-10T04:17:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "0b704a45-7c67-4c6a-aae7-14a2d3c86219", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:17:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "e6ce82ce-2cef-4a61-81e8-774fbbc2fdd0", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:17:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "e6ce82ce-2cef-4a61-81e8-774fbbc2fdd0", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb"} 2026-07-10T04:17:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "e6ce82ce-2cef-4a61-81e8-774fbbc2fdd0", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:17:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "e6ce82ce-2cef-4a61-81e8-774fbbc2fdd0", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:17:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "e6ce82ce-2cef-4a61-81e8-774fbbc2fdd0", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb-kserve-route-authn"} 2026-07-10T04:17:34Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "e6ce82ce-2cef-4a61-81e8-774fbbc2fdd0", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb-kserve-route-authn"} 2026-07-10T04:17:34Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "e6ce82ce-2cef-4a61-81e8-774fbbc2fdd0", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:17:34Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "e6ce82ce-2cef-4a61-81e8-774fbbc2fdd0", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:17:35Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "sub-test-model-3505cb", "reconcileID": "58d65ca0-15e3-4278-b0b1-1334a7ee9225", "LLMInferenceService": "sub-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:17:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "a68ceaf8-8767-430e-bad6-4acd613f9641", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:17:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "a68ceaf8-8767-430e-bad6-4acd613f9641", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb-authn-ssl"} 2026-07-10T04:17:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "a68ceaf8-8767-430e-bad6-4acd613f9641", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:17:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "9c58cc2a-04ed-4f2d-b70f-dd9afc20bec1", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:17:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "9c58cc2a-04ed-4f2d-b70f-dd9afc20bec1", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb-authn-ssl"} 2026-07-10T04:17:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "9c58cc2a-04ed-4f2d-b70f-dd9afc20bec1", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:17:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "9c4d5d65-f4c2-428c-956a-9979faf6e070", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:17:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "9c4d5d65-f4c2-428c-956a-9979faf6e070", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:17:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "9c4d5d65-f4c2-428c-956a-9979faf6e070", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:17:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "1765479a-5479-4ab2-b24f-121df8631ab1", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:17:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "9c4d5d65-f4c2-428c-956a-9979faf6e070", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca-kserve-route-authn"} 2026-07-10T04:17:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "9c4d5d65-f4c2-428c-956a-9979faf6e070", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "authType": "userdefined"} 2026-07-10T04:17:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "9c4d5d65-f4c2-428c-956a-9979faf6e070", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:17:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "1765479a-5479-4ab2-b24f-121df8631ab1", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca-authn-ssl"} 2026-07-10T04:17:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "1765479a-5479-4ab2-b24f-121df8631ab1", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:17:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "683f81af-e048-4813-9216-ca1bef13cd28", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:17:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "683f81af-e048-4813-9216-ca1bef13cd28", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:17:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "683f81af-e048-4813-9216-ca1bef13cd28", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:17:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "683f81af-e048-4813-9216-ca1bef13cd28", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca-kserve-route-authn"} 2026-07-10T04:17:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "683f81af-e048-4813-9216-ca1bef13cd28", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "authType": "userdefined"} 2026-07-10T04:17:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "683f81af-e048-4813-9216-ca1bef13cd28", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:17:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "f2253a10-7080-4ace-b43f-77993f3ac155", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:17:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "f2253a10-7080-4ace-b43f-77993f3ac155", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca-authn-ssl"} 2026-07-10T04:17:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "f2253a10-7080-4ace-b43f-77993f3ac155", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:17:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "5dc2366f-5f1e-434c-bc2f-197bd05bd31d", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:17:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "5dc2366f-5f1e-434c-bc2f-197bd05bd31d", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:17:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "5dc2366f-5f1e-434c-bc2f-197bd05bd31d", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:17:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "5dc2366f-5f1e-434c-bc2f-197bd05bd31d", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca-kserve-route-authn"} 2026-07-10T04:17:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "5dc2366f-5f1e-434c-bc2f-197bd05bd31d", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "authType": "userdefined"} 2026-07-10T04:17:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "5dc2366f-5f1e-434c-bc2f-197bd05bd31d", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:17:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d2b1d3cd-cfd6-482c-a0a7-2c3eabcbfc36", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T04:18:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "e0f0ebf3-7ed8-4049-aa8b-1b3a74bc7678", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:18:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "e0f0ebf3-7ed8-4049-aa8b-1b3a74bc7678", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:18:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "e0f0ebf3-7ed8-4049-aa8b-1b3a74bc7678", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:18:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "e0f0ebf3-7ed8-4049-aa8b-1b3a74bc7678", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca-kserve-route-authn"} 2026-07-10T04:18:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "e0f0ebf3-7ed8-4049-aa8b-1b3a74bc7678", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "authType": "userdefined"} 2026-07-10T04:18:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "e0f0ebf3-7ed8-4049-aa8b-1b3a74bc7678", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:18:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "1123e509-f943-45ec-947f-b31e1b48b6b0", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:18:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "1123e509-f943-45ec-947f-b31e1b48b6b0", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:18:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "1123e509-f943-45ec-947f-b31e1b48b6b0", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:18:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "8843da17-f6cf-4013-a3e5-5ae2b4ad0a42", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:18:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "1123e509-f943-45ec-947f-b31e1b48b6b0", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb-kserve-route-authn"} 2026-07-10T04:18:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "1123e509-f943-45ec-947f-b31e1b48b6b0", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "authType": "userdefined"} 2026-07-10T04:18:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "1123e509-f943-45ec-947f-b31e1b48b6b0", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:18:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "8843da17-f6cf-4013-a3e5-5ae2b4ad0a42", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb-authn-ssl"} 2026-07-10T04:18:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "8843da17-f6cf-4013-a3e5-5ae2b4ad0a42", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:18:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "6815e16f-a4ee-4cbf-9b61-0245c6266123", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:18:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "6815e16f-a4ee-4cbf-9b61-0245c6266123", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:18:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "6815e16f-a4ee-4cbf-9b61-0245c6266123", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:18:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "6815e16f-a4ee-4cbf-9b61-0245c6266123", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb-kserve-route-authn"} 2026-07-10T04:18:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "6815e16f-a4ee-4cbf-9b61-0245c6266123", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "authType": "userdefined"} 2026-07-10T04:18:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "6815e16f-a4ee-4cbf-9b61-0245c6266123", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:18:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "1530677b-cf9f-44ab-9d13-de6f4b432320", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:18:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "1530677b-cf9f-44ab-9d13-de6f4b432320", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb-authn-ssl"} 2026-07-10T04:18:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "1530677b-cf9f-44ab-9d13-de6f4b432320", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:18:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5998e8ae-b218-403a-b403-129114c13385", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T04:18:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "dfa4aa1c-be47-4d47-88ac-e998d4222e41", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:18:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "dfa4aa1c-be47-4d47-88ac-e998d4222e41", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:18:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "dfa4aa1c-be47-4d47-88ac-e998d4222e41", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:18:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "dfa4aa1c-be47-4d47-88ac-e998d4222e41", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb-kserve-route-authn"} 2026-07-10T04:18:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "dfa4aa1c-be47-4d47-88ac-e998d4222e41", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "authType": "userdefined"} 2026-07-10T04:18:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "dfa4aa1c-be47-4d47-88ac-e998d4222e41", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:18:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7e3ade76-42e9-479d-b6b7-58161fbb4bd8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T04:18:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "85bc0f3a-98af-45ab-b211-071e3c6d0b20", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:18:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "85bc0f3a-98af-45ab-b211-071e3c6d0b20", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:18:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "85bc0f3a-98af-45ab-b211-071e3c6d0b20", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:18:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "85bc0f3a-98af-45ab-b211-071e3c6d0b20", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb-kserve-route-authn"} 2026-07-10T04:18:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "85bc0f3a-98af-45ab-b211-071e3c6d0b20", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "authType": "userdefined"} 2026-07-10T04:18:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "85bc0f3a-98af-45ab-b211-071e3c6d0b20", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:19:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "45465f03-f89a-4104-a5d2-eb9a8e072f03", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:19:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "45465f03-f89a-4104-a5d2-eb9a8e072f03", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca"} 2026-07-10T04:19:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "45465f03-f89a-4104-a5d2-eb9a8e072f03", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:19:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "45465f03-f89a-4104-a5d2-eb9a8e072f03", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:19:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "45465f03-f89a-4104-a5d2-eb9a8e072f03", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca-kserve-route-authn"} 2026-07-10T04:19:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "45465f03-f89a-4104-a5d2-eb9a8e072f03", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca-kserve-route-authn"} 2026-07-10T04:19:07Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "45465f03-f89a-4104-a5d2-eb9a8e072f03", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:19:07Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "45465f03-f89a-4104-a5d2-eb9a8e072f03", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:19:07Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-937cca","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "rate-test-model-937cca", "reconcileID": "6b94e70a-b882-4c0f-aa7a-524a8ac3efb7", "LLMInferenceService": "rate-test-model-937cca", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:19:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "cf6a7231-e975-468b-a7da-748d10d52c6a", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:19:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "cf6a7231-e975-468b-a7da-748d10d52c6a", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca-authn-ssl"} 2026-07-10T04:19:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "cf6a7231-e975-468b-a7da-748d10d52c6a", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:19:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "2c586acd-896d-4cc5-a9dc-fc15e027c8bf", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:19:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "2c586acd-896d-4cc5-a9dc-fc15e027c8bf", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca-authn-ssl"} 2026-07-10T04:19:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "2c586acd-896d-4cc5-a9dc-fc15e027c8bf", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:19:07Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "e0557ce6-3c10-42ff-88f7-01acd57e672d", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:19:07Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "e0557ce6-3c10-42ff-88f7-01acd57e672d", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb"} 2026-07-10T04:19:07Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "e0557ce6-3c10-42ff-88f7-01acd57e672d", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:19:07Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "e0557ce6-3c10-42ff-88f7-01acd57e672d", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:19:07Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "e0557ce6-3c10-42ff-88f7-01acd57e672d", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb-kserve-route-authn"} 2026-07-10T04:19:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "e0557ce6-3c10-42ff-88f7-01acd57e672d", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb-kserve-route-authn"} 2026-07-10T04:19:07Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "e0557ce6-3c10-42ff-88f7-01acd57e672d", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:19:07Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "e0557ce6-3c10-42ff-88f7-01acd57e672d", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:19:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3505cb","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "rate-test-model-3505cb", "reconcileID": "a3044898-cf7e-4980-b6c5-2eb8dbd057bc", "LLMInferenceService": "rate-test-model-3505cb", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:19:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "d04d315d-7d9a-457b-aa9d-e3b01a9a41ca", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:19:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "d04d315d-7d9a-457b-aa9d-e3b01a9a41ca", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb-authn-ssl"} 2026-07-10T04:19:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "d04d315d-7d9a-457b-aa9d-e3b01a9a41ca", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:19:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "09a47b46-4b94-46b4-b402-0bb323a69c86", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:19:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "09a47b46-4b94-46b4-b402-0bb323a69c86", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb-authn-ssl"} 2026-07-10T04:19:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "09a47b46-4b94-46b4-b402-0bb323a69c86", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:19:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7d689c0e-2cb2-486e-aeb8-e0de788ddff3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T04:19:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "16eb0580-f64b-4df0-b26e-a7bdb455c917", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:19:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "16eb0580-f64b-4df0-b26e-a7bdb455c917", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca-authn-ssl"} 2026-07-10T04:19:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "16eb0580-f64b-4df0-b26e-a7bdb455c917", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:19:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "fd594264-def8-47f8-a4ce-3084d5764e4a", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:19:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "fd594264-def8-47f8-a4ce-3084d5764e4a", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca-authn-ssl"} 2026-07-10T04:19:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "fd594264-def8-47f8-a4ce-3084d5764e4a", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:19:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8af7b78e-e638-4f9f-9c79-86da97b188b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:19:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8af7b78e-e638-4f9f-9c79-86da97b188b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-937cca", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T04:19:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8af7b78e-e638-4f9f-9c79-86da97b188b6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-937cca because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T04:19:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "odh-trusted-ca-bundle", "reconcileID": "bf538018-235e-453b-9fc2-0933030f6ac4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:19:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "odh-trusted-ca-bundle", "reconcileID": "bf538018-235e-453b-9fc2-0933030f6ac4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:19:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "openshift-service-ca.crt", "reconcileID": "fe1b8211-8802-478e-b74f-ef3040c6eecb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:19:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "openshift-service-ca.crt", "reconcileID": "fe1b8211-8802-478e-b74f-ef3040c6eecb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:19:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45bd104d-963e-47cc-84cd-e06e03473e87", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:19:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-937cca"}, "namespace": "ai-tenant-e2e-shared-a-937cca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45bd104d-963e-47cc-84cd-e06e03473e87", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-937cca"} 2026-07-10T04:19:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-937cca","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-937cca", "reconcileID": "a04def72-3456-4c2e-ae6a-b1ca07bb36bd", "Gateway": "e2e-shared-a-937cca", "namespace": "openshift-ingress"} 2026-07-10T04:19:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1ffada71-69d6-45d6-a9bb-e506078cf1ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T04:20:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "8058e7fe-58b6-413e-815a-c55f7323dd81", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:20:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "8058e7fe-58b6-413e-815a-c55f7323dd81", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb-authn-ssl"} 2026-07-10T04:20:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "8058e7fe-58b6-413e-815a-c55f7323dd81", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:20:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "016742da-ba77-4e59-8cfb-89094dd782e1", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:20:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "016742da-ba77-4e59-8cfb-89094dd782e1", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb-authn-ssl"} 2026-07-10T04:20:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "016742da-ba77-4e59-8cfb-89094dd782e1", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"} 2026-07-10T04:20:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8a82a16-0460-44e2-a5f8-ed820744e31c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:20:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8a82a16-0460-44e2-a5f8-ed820744e31c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3505cb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T04:20:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8a82a16-0460-44e2-a5f8-ed820744e31c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-3505cb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T04:20:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "odh-trusted-ca-bundle", "reconcileID": "bc958984-e5e1-4dbf-9b0e-7ee4de4c5749", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:20:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "odh-trusted-ca-bundle", "reconcileID": "bc958984-e5e1-4dbf-9b0e-7ee4de4c5749", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:20:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "openshift-service-ca.crt", "reconcileID": "e015ad66-b70c-4980-ad84-95dc6f755f4f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:20:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "openshift-service-ca.crt", "reconcileID": "e015ad66-b70c-4980-ad84-95dc6f755f4f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:20:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52765495-fda7-44a8-94b5-bd5e4ff5d0a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:20:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3505cb"}, "namespace": "ai-tenant-e2e-shared-b-3505cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52765495-fda7-44a8-94b5-bd5e4ff5d0a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3505cb"} 2026-07-10T04:20:18Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3505cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3505cb", "reconcileID": "cdd8963e-c7c7-4a3d-8016-77cc3eaa64b2", "Gateway": "e2e-shared-b-3505cb", "namespace": "openshift-ingress"}