2026-07-16T01:12:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f1f83d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f1f83d", "reconcileID": "f39843ce-12da-4261-bde7-1072ce2c9e1b", "Gateway": "e2e-api-a-f1f83d", "namespace": "openshift-ingress"} 2026-07-16T01:12:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-f1f83d"}, "namespace": "ai-tenant-e2e-api-a-f1f83d", "name": "openshift-service-ca.crt", "reconcileID": "beeddbf1-e1a0-493f-98ff-15e68c7af2ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-f1f83d"} 2026-07-16T01:12:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-f1f83d"}, "namespace": "ai-tenant-e2e-api-a-f1f83d", "name": "odh-trusted-ca-bundle", "reconcileID": "3b908b59-e26d-44d9-b780-e45d3b39aa91", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f1f83d"} 2026-07-16T01:12:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-f1f83d"}, "namespace": "ai-tenant-e2e-api-a-f1f83d", "name": "openshift-service-ca.crt", "reconcileID": "9c5204c4-f7c0-41c6-96f5-d323ef5b5c5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-f1f83d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T01:12:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-f1f83d"}, "namespace": "ai-tenant-e2e-api-a-f1f83d", "name": "openshift-service-ca.crt", "reconcileID": "9c5204c4-f7c0-41c6-96f5-d323ef5b5c5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-f1f83d"} 2026-07-16T01:12:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f1f83d"}, "namespace": "ai-tenant-e2e-api-a-f1f83d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4fa549d1-e268-4e32-a040-3b5f3238d79f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f1f83d"} 2026-07-16T01:12:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-f1f83d"}, "namespace": "ai-tenant-e2e-api-a-f1f83d", "name": "openshift-service-ca.crt", "reconcileID": "dcfdc54f-1e3d-4dc9-bcea-4dfde43bb835", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-f1f83d"} 2026-07-16T01:12:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-f1f83d"}, "namespace": "ai-tenant-e2e-api-a-f1f83d", "name": "odh-trusted-ca-bundle", "reconcileID": "f57a925c-7e9a-4b85-9417-3050ade8c702", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f1f83d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T01:12:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-f1f83d"}, "namespace": "ai-tenant-e2e-api-a-f1f83d", "name": "odh-trusted-ca-bundle", "reconcileID": "f57a925c-7e9a-4b85-9417-3050ade8c702", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f1f83d"} 2026-07-16T01:12:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f1f83d"}, "namespace": "ai-tenant-e2e-api-a-f1f83d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e162ee6-261a-492e-aa3d-5d1af636d687", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f1f83d"} 2026-07-16T01:12:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f1f83d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f1f83d", "reconcileID": "e9e931ff-5645-4aca-8a5a-8d76c47a0a08", "Gateway": "e2e-api-a-f1f83d", "namespace": "openshift-ingress"} 2026-07-16T01:12:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f1f83d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f1f83d", "reconcileID": "e9e931ff-5645-4aca-8a5a-8d76c47a0a08", "Gateway": "e2e-api-a-f1f83d", "namespace": "openshift-ingress", "name": "e2e-api-a-f1f83d-authn-ssl"} 2026-07-16T01:12:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f1f83d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f1f83d", "reconcileID": "e9e931ff-5645-4aca-8a5a-8d76c47a0a08", "Gateway": "e2e-api-a-f1f83d", "namespace": "openshift-ingress"} 2026-07-16T01:12:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d676bea6-d08e-4e72-968e-b3c19af69087", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T01:12:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2814a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2", "reconcileID": "8887e54f-088b-4b0d-84f0-be6b49c41fce", "Gateway": "e2e-api-b-2814a2", "namespace": "openshift-ingress"} 2026-07-16T01:12:41Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2814a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2", "reconcileID": "8887e54f-088b-4b0d-84f0-be6b49c41fce", "Gateway": "e2e-api-b-2814a2", "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2-authn-ssl"} 2026-07-16T01:12:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2814a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2", "reconcileID": "8887e54f-088b-4b0d-84f0-be6b49c41fce", "Gateway": "e2e-api-b-2814a2", "namespace": "openshift-ingress"} 2026-07-16T01:12:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2814a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2", "reconcileID": "b9b744eb-8607-49b2-8a9a-540370cdef17", "Gateway": "e2e-api-b-2814a2", "namespace": "openshift-ingress"} 2026-07-16T01:12:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2814a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2", "reconcileID": "b9b744eb-8607-49b2-8a9a-540370cdef17", "Gateway": "e2e-api-b-2814a2", "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2-authn-ssl"} 2026-07-16T01:12:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2814a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2", "reconcileID": "b9b744eb-8607-49b2-8a9a-540370cdef17", "Gateway": "e2e-api-b-2814a2", "namespace": "openshift-ingress"} 2026-07-16T01:12:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2814a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2", "reconcileID": "a129a04a-6217-4a48-a6a6-e7fc55780e78", "Gateway": "e2e-api-b-2814a2", "namespace": "openshift-ingress"} 2026-07-16T01:12:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2814a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2", "reconcileID": "a129a04a-6217-4a48-a6a6-e7fc55780e78", "Gateway": "e2e-api-b-2814a2", "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2-authn-ssl"} 2026-07-16T01:12:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2814a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2", "reconcileID": "a129a04a-6217-4a48-a6a6-e7fc55780e78", "Gateway": "e2e-api-b-2814a2", "namespace": "openshift-ingress"} 2026-07-16T01:12:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2814a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2", "reconcileID": "03c6b843-c3ff-41d6-8047-b53169741ed8", "Gateway": "e2e-api-b-2814a2", "namespace": "openshift-ingress"} 2026-07-16T01:12:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2814a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2", "reconcileID": "03c6b843-c3ff-41d6-8047-b53169741ed8", "Gateway": "e2e-api-b-2814a2", "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2-authn-ssl"} 2026-07-16T01:12:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2814a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2", "reconcileID": "03c6b843-c3ff-41d6-8047-b53169741ed8", "Gateway": "e2e-api-b-2814a2", "namespace": "openshift-ingress"} 2026-07-16T01:12:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2814a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2", "reconcileID": "15b379c6-727b-4723-98a9-312a5933b5bf", "Gateway": "e2e-api-b-2814a2", "namespace": "openshift-ingress"} 2026-07-16T01:12:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2814a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2", "reconcileID": "15b379c6-727b-4723-98a9-312a5933b5bf", "Gateway": "e2e-api-b-2814a2", "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2-authn-ssl"} 2026-07-16T01:12:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2814a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2", "reconcileID": "15b379c6-727b-4723-98a9-312a5933b5bf", "Gateway": "e2e-api-b-2814a2", "namespace": "openshift-ingress"} 2026-07-16T01:12:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2814a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2", "reconcileID": "04413a96-de1f-4ed7-81dc-f25e1d938db9", "Gateway": "e2e-api-b-2814a2", "namespace": "openshift-ingress"} 2026-07-16T01:12:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2814a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2", "reconcileID": "04413a96-de1f-4ed7-81dc-f25e1d938db9", "Gateway": "e2e-api-b-2814a2", "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2-authn-ssl"} 2026-07-16T01:12:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2814a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2", "reconcileID": "04413a96-de1f-4ed7-81dc-f25e1d938db9", "Gateway": "e2e-api-b-2814a2", "namespace": "openshift-ingress"} 2026-07-16T01:12:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2814a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2", "reconcileID": "5955d3c2-297c-4257-ae69-8e145b647c00", "Gateway": "e2e-api-b-2814a2", "namespace": "openshift-ingress"} 2026-07-16T01:12:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2814a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2", "reconcileID": "5955d3c2-297c-4257-ae69-8e145b647c00", "Gateway": "e2e-api-b-2814a2", "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2-authn-ssl"} 2026-07-16T01:12:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2814a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2", "reconcileID": "5955d3c2-297c-4257-ae69-8e145b647c00", "Gateway": "e2e-api-b-2814a2", "namespace": "openshift-ingress"} 2026-07-16T01:12:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-2814a2"}, "namespace": "ai-tenant-e2e-api-b-2814a2", "name": "openshift-service-ca.crt", "reconcileID": "22ded7c3-4d32-4e4a-8014-0923772ed77a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-2814a2"} 2026-07-16T01:12:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-2814a2"}, "namespace": "ai-tenant-e2e-api-b-2814a2", "name": "odh-trusted-ca-bundle", "reconcileID": "54a08aa2-d439-44d5-bd63-1cef35efdf6b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-2814a2"} 2026-07-16T01:12:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-2814a2"}, "namespace": "ai-tenant-e2e-api-b-2814a2", "name": "openshift-service-ca.crt", "reconcileID": "fc4777bd-7cc8-4415-85de-190f8433c156", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-2814a2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T01:12:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-2814a2"}, "namespace": "ai-tenant-e2e-api-b-2814a2", "name": "openshift-service-ca.crt", "reconcileID": "fc4777bd-7cc8-4415-85de-190f8433c156", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-2814a2"} 2026-07-16T01:12:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-2814a2"}, "namespace": "ai-tenant-e2e-api-b-2814a2", "name": "openshift-service-ca.crt", "reconcileID": "f6dffb67-83e1-48f1-bfc7-c6d4942aa51f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-2814a2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T01:12:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-2814a2"}, "namespace": "ai-tenant-e2e-api-b-2814a2", "name": "openshift-service-ca.crt", "reconcileID": "f6dffb67-83e1-48f1-bfc7-c6d4942aa51f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T01:12:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-2814a2"}, "namespace": "ai-tenant-e2e-api-b-2814a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20a59b90-f7e8-458e-bc3d-6500ba0e5c3c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-2814a2"} 2026-07-16T01:12:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-2814a2"}, "namespace": "ai-tenant-e2e-api-b-2814a2", "name": "openshift-service-ca.crt", "reconcileID": "6b594102-23f5-4e44-8b60-c6f224489f0f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-2814a2"} 2026-07-16T01:12:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-2814a2"}, "namespace": "ai-tenant-e2e-api-b-2814a2", "name": "odh-trusted-ca-bundle", "reconcileID": "bd77c0b2-d7a7-4ad4-8bd5-5fa3a259699e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-2814a2", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T01:12:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-2814a2"}, "namespace": "ai-tenant-e2e-api-b-2814a2", "name": "odh-trusted-ca-bundle", "reconcileID": "bd77c0b2-d7a7-4ad4-8bd5-5fa3a259699e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-2814a2"} 2026-07-16T01:12:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-2814a2"}, "namespace": "ai-tenant-e2e-api-b-2814a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9733fe01-7c49-4155-8f09-8b88be3ced2a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-2814a2"} 2026-07-16T01:12:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2814a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2", "reconcileID": "6ac6d461-8a9a-4dcd-9db0-ff5890201ef3", "Gateway": "e2e-api-b-2814a2", "namespace": "openshift-ingress"} 2026-07-16T01:12:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2814a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2", "reconcileID": "6ac6d461-8a9a-4dcd-9db0-ff5890201ef3", "Gateway": "e2e-api-b-2814a2", "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2-authn-ssl"} 2026-07-16T01:12:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2814a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2", "reconcileID": "6ac6d461-8a9a-4dcd-9db0-ff5890201ef3", "Gateway": "e2e-api-b-2814a2", "namespace": "openshift-ingress"} 2026-07-16T01:12:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1197f55a-3d6c-4fd9-a7e1-fac9eecdb8a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T01:12:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2814a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2", "reconcileID": "e2b697fb-b19d-4edd-a9e5-a145cae14f52", "Gateway": "e2e-api-b-2814a2", "namespace": "openshift-ingress"} 2026-07-16T01:12:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2814a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2", "reconcileID": "e2b697fb-b19d-4edd-a9e5-a145cae14f52", "Gateway": "e2e-api-b-2814a2", "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2-authn-ssl"} 2026-07-16T01:12:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2814a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2", "reconcileID": "e2b697fb-b19d-4edd-a9e5-a145cae14f52", "Gateway": "e2e-api-b-2814a2", "namespace": "openshift-ingress"} 2026-07-16T01:12:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f1f83d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f1f83d", "reconcileID": "7c4452fd-f997-4a60-bc6c-94468d0deb46", "Gateway": "e2e-api-a-f1f83d", "namespace": "openshift-ingress"} 2026-07-16T01:12:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f1f83d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f1f83d", "reconcileID": "7c4452fd-f997-4a60-bc6c-94468d0deb46", "Gateway": "e2e-api-a-f1f83d", "namespace": "openshift-ingress", "name": "e2e-api-a-f1f83d-authn-ssl"} 2026-07-16T01:12:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f1f83d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f1f83d", "reconcileID": "7c4452fd-f997-4a60-bc6c-94468d0deb46", "Gateway": "e2e-api-a-f1f83d", "namespace": "openshift-ingress"} 2026-07-16T01:12:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4b94d3a0-75c4-4131-85d9-ddd994cdbe0e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T01:13:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f1f83d"}, "namespace": "ai-tenant-e2e-api-a-f1f83d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6dfd7a8f-b882-4bc9-95d2-6f5c9833c6c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f1f83d"} 2026-07-16T01:13:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f1f83d"}, "namespace": "ai-tenant-e2e-api-a-f1f83d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6dfd7a8f-b882-4bc9-95d2-6f5c9833c6c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f1f83d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T01:13:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f1f83d"}, "namespace": "ai-tenant-e2e-api-a-f1f83d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6dfd7a8f-b882-4bc9-95d2-6f5c9833c6c2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-f1f83d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T01:13:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-f1f83d"}, "namespace": "ai-tenant-e2e-api-a-f1f83d", "name": "odh-trusted-ca-bundle", "reconcileID": "24e33f7f-3a6b-475f-9d9e-9bf1faa00467", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f1f83d"} 2026-07-16T01:13:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-f1f83d"}, "namespace": "ai-tenant-e2e-api-a-f1f83d", "name": "odh-trusted-ca-bundle", "reconcileID": "24e33f7f-3a6b-475f-9d9e-9bf1faa00467", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f1f83d"} 2026-07-16T01:13:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-f1f83d"}, "namespace": "ai-tenant-e2e-api-a-f1f83d", "name": "openshift-service-ca.crt", "reconcileID": "e27d4657-5b00-4073-b0d4-7463209e30af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-f1f83d"} 2026-07-16T01:13:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-f1f83d"}, "namespace": "ai-tenant-e2e-api-a-f1f83d", "name": "openshift-service-ca.crt", "reconcileID": "e27d4657-5b00-4073-b0d4-7463209e30af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-f1f83d"} 2026-07-16T01:13:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f1f83d"}, "namespace": "ai-tenant-e2e-api-a-f1f83d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9ab4611-f70f-469e-a0d3-11c658ec0f77", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f1f83d"} 2026-07-16T01:13:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-f1f83d"}, "namespace": "ai-tenant-e2e-api-a-f1f83d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9ab4611-f70f-469e-a0d3-11c658ec0f77", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-f1f83d"} 2026-07-16T01:13:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2814a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2", "reconcileID": "e362954d-b5ba-48f4-b4dd-12425bc94c60", "Gateway": "e2e-api-b-2814a2", "namespace": "openshift-ingress"} 2026-07-16T01:13:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2814a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2", "reconcileID": "e362954d-b5ba-48f4-b4dd-12425bc94c60", "Gateway": "e2e-api-b-2814a2", "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2-authn-ssl"} 2026-07-16T01:13:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2814a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2", "reconcileID": "e362954d-b5ba-48f4-b4dd-12425bc94c60", "Gateway": "e2e-api-b-2814a2", "namespace": "openshift-ingress"} 2026-07-16T01:13:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "98841282-a870-4ba0-81b6-726ce46cfd18", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T01:13:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-f1f83d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-f1f83d", "reconcileID": "c49ebf62-05b3-4e18-b3a0-7f461b61ad80", "Gateway": "e2e-api-a-f1f83d", "namespace": "openshift-ingress"} 2026-07-16T01:13:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-2814a2"}, "namespace": "ai-tenant-e2e-api-b-2814a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "524e14ae-0432-4617-b8ae-a57a1cb95c28", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-2814a2"} 2026-07-16T01:13:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-2814a2"}, "namespace": "ai-tenant-e2e-api-b-2814a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "524e14ae-0432-4617-b8ae-a57a1cb95c28", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-2814a2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T01:13:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-2814a2"}, "namespace": "ai-tenant-e2e-api-b-2814a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "524e14ae-0432-4617-b8ae-a57a1cb95c28", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-2814a2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T01:13:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-2814a2"}, "namespace": "ai-tenant-e2e-api-b-2814a2", "name": "odh-trusted-ca-bundle", "reconcileID": "a8a681cc-ec13-4c81-9853-6f0afdd086fc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-2814a2"} 2026-07-16T01:13:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-2814a2"}, "namespace": "ai-tenant-e2e-api-b-2814a2", "name": "odh-trusted-ca-bundle", "reconcileID": "a8a681cc-ec13-4c81-9853-6f0afdd086fc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-2814a2"} 2026-07-16T01:13:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-2814a2"}, "namespace": "ai-tenant-e2e-api-b-2814a2", "name": "openshift-service-ca.crt", "reconcileID": "05b87f73-2406-4fd6-8cf2-83cfdef3f9da", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-2814a2"} 2026-07-16T01:13:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-2814a2"}, "namespace": "ai-tenant-e2e-api-b-2814a2", "name": "openshift-service-ca.crt", "reconcileID": "05b87f73-2406-4fd6-8cf2-83cfdef3f9da", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-2814a2"} 2026-07-16T01:13:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-2814a2"}, "namespace": "ai-tenant-e2e-api-b-2814a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc86a223-0aa4-46dc-b043-878bfe546268", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-2814a2"} 2026-07-16T01:13:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-2814a2"}, "namespace": "ai-tenant-e2e-api-b-2814a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc86a223-0aa4-46dc-b043-878bfe546268", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-2814a2"} 2026-07-16T01:13:22Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-2814a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-2814a2", "reconcileID": "62952af7-8c9e-4ddb-a523-c4eeffeec076", "Gateway": "e2e-api-b-2814a2", "namespace": "openshift-ingress"} 2026-07-16T01:13:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "6d48a2ed-9a60-4079-853c-c195f9ae12a3", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:13:23Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "6d48a2ed-9a60-4079-853c-c195f9ae12a3", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d-authn-ssl"} 2026-07-16T01:13:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "6d48a2ed-9a60-4079-853c-c195f9ae12a3", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:13:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "376116e8-6b87-4139-ad5e-f1d8d71bd6c2", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:13:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "376116e8-6b87-4139-ad5e-f1d8d71bd6c2", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d-authn-ssl"} 2026-07-16T01:13:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "376116e8-6b87-4139-ad5e-f1d8d71bd6c2", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:13:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "f401caf5-0259-483e-b605-f94d4e508438", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:13:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "f401caf5-0259-483e-b605-f94d4e508438", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d-authn-ssl"} 2026-07-16T01:13:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "f401caf5-0259-483e-b605-f94d4e508438", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:13:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "acd8854b-2ae1-4e19-a7ac-a39f1e96ac4e", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:13:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "acd8854b-2ae1-4e19-a7ac-a39f1e96ac4e", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d-authn-ssl"} 2026-07-16T01:13:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "acd8854b-2ae1-4e19-a7ac-a39f1e96ac4e", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:13:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "c48563c3-c9dd-4e72-97b6-f3af557fc1cc", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:13:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "c48563c3-c9dd-4e72-97b6-f3af557fc1cc", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d-authn-ssl"} 2026-07-16T01:13:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "c48563c3-c9dd-4e72-97b6-f3af557fc1cc", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:13:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "aabd4446-cec7-4be3-9739-e80f17584a9d", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:13:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "aabd4446-cec7-4be3-9739-e80f17584a9d", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d-authn-ssl"} 2026-07-16T01:13:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "aabd4446-cec7-4be3-9739-e80f17584a9d", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:13:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "3e84e8cd-6872-4b06-94f5-09ed7b35b456", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:13:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "3e84e8cd-6872-4b06-94f5-09ed7b35b456", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d-authn-ssl"} 2026-07-16T01:13:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "3e84e8cd-6872-4b06-94f5-09ed7b35b456", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:13:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "openshift-service-ca.crt", "reconcileID": "4392ec32-423a-4897-8af3-293c82db3691", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:13:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "odh-trusted-ca-bundle", "reconcileID": "b2b247aa-f2f1-40b1-b09f-c4b603236331", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:13:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "openshift-service-ca.crt", "reconcileID": "a84af613-c47e-4b6f-aaf1-65626727215b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T01:13:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "openshift-service-ca.crt", "reconcileID": "a84af613-c47e-4b6f-aaf1-65626727215b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:13:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "openshift-service-ca.crt", "reconcileID": "797b106b-ca21-406b-94cc-40ca3acf1422", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:13:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a40e7c35-6361-4353-b360-65c150669cec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:13:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "odh-trusted-ca-bundle", "reconcileID": "5404f2b4-5379-4a0f-b0d5-8b66553f01a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T01:13:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "odh-trusted-ca-bundle", "reconcileID": "5404f2b4-5379-4a0f-b0d5-8b66553f01a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:13:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8abfb258-ff55-4c49-a526-fabd3b6e434b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:13:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "a9cf777b-4cba-4641-b6c8-330d992b4bea", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:13:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "a9cf777b-4cba-4641-b6c8-330d992b4bea", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d-authn-ssl"} 2026-07-16T01:13:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "a9cf777b-4cba-4641-b6c8-330d992b4bea", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:13:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "24860ef8-db88-462b-a6e0-a966182893b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T01:13:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "f57fa3e3-8fe1-443b-b228-0998d74678fb", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:13:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "f57fa3e3-8fe1-443b-b228-0998d74678fb", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d-authn-ssl"} 2026-07-16T01:13:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "f57fa3e3-8fe1-443b-b228-0998d74678fb", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:13:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "a4947737-719f-4c8c-b5bb-b6c0bb0cf774", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:13:31Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "a4947737-719f-4c8c-b5bb-b6c0bb0cf774", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71-authn-ssl"} 2026-07-16T01:13:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "a4947737-719f-4c8c-b5bb-b6c0bb0cf774", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:13:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "1cd832a7-e7af-4dd1-8222-573b336f4ab9", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:13:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "1cd832a7-e7af-4dd1-8222-573b336f4ab9", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71-authn-ssl"} 2026-07-16T01:13:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "1cd832a7-e7af-4dd1-8222-573b336f4ab9", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:13:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "e8099bd7-9e45-42bc-a312-b306c0fecaf7", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:13:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "e8099bd7-9e45-42bc-a312-b306c0fecaf7", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71-authn-ssl"} 2026-07-16T01:13:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "e8099bd7-9e45-42bc-a312-b306c0fecaf7", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:13:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "7245c403-c3f8-43c5-89af-ba54671a4366", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:13:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "7245c403-c3f8-43c5-89af-ba54671a4366", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71-authn-ssl"} 2026-07-16T01:13:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "7245c403-c3f8-43c5-89af-ba54671a4366", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:13:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "8de2010d-19d2-4137-983b-28612a446447", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:13:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "8de2010d-19d2-4137-983b-28612a446447", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71-authn-ssl"} 2026-07-16T01:13:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "8de2010d-19d2-4137-983b-28612a446447", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:13:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "b4b84b38-aa2b-4fdb-b714-2ce51ca36c31", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:13:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "b4b84b38-aa2b-4fdb-b714-2ce51ca36c31", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71-authn-ssl"} 2026-07-16T01:13:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "b4b84b38-aa2b-4fdb-b714-2ce51ca36c31", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:13:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "fe33d5db-fa4d-434c-ba43-07ca61f1475a", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:13:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "fe33d5db-fa4d-434c-ba43-07ca61f1475a", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71-authn-ssl"} 2026-07-16T01:13:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "fe33d5db-fa4d-434c-ba43-07ca61f1475a", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:13:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "openshift-service-ca.crt", "reconcileID": "e93c7848-1843-476b-871f-4afdff14bade", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:13:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "odh-trusted-ca-bundle", "reconcileID": "b374e267-15ad-4776-a8da-ef03702e9d17", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:13:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "openshift-service-ca.crt", "reconcileID": "1c31daf5-f414-4ede-8e19-55fd4a095232", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-628c71", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T01:13:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "openshift-service-ca.crt", "reconcileID": "1c31daf5-f414-4ede-8e19-55fd4a095232", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:13:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84ee8ff0-619b-4b33-80b0-f82a9392687e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:13:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "openshift-service-ca.crt", "reconcileID": "25611db1-0955-4134-a81c-31fd2d814e26", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:13:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "odh-trusted-ca-bundle", "reconcileID": "3c7a31c6-ba8e-426b-9c5c-0ddd3c9f74c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-628c71", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T01:13:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "odh-trusted-ca-bundle", "reconcileID": "3c7a31c6-ba8e-426b-9c5c-0ddd3c9f74c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:13:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04721a61-c565-4979-af55-b8c33eead78c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:13:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "a4a222ac-20b9-487d-8e9e-79a4b8969923", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:13:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "a4a222ac-20b9-487d-8e9e-79a4b8969923", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71-authn-ssl"} 2026-07-16T01:13:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "a4a222ac-20b9-487d-8e9e-79a4b8969923", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:13:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9124c074-0a59-4fbb-ac69-2ed952a0f544", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T01:13:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "05994c5e-353e-4193-a550-84a2fccd2b77", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:13:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "05994c5e-353e-4193-a550-84a2fccd2b77", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71-authn-ssl"} 2026-07-16T01:13:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "05994c5e-353e-4193-a550-84a2fccd2b77", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:13:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "5db0d2cc-d6bf-47ce-9d61-305d397299f9", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:13:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "5db0d2cc-d6bf-47ce-9d61-305d397299f9", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:13:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "5db0d2cc-d6bf-47ce-9d61-305d397299f9", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:13:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "ef3cfd79-5e7c-4f59-85eb-a167788c42c8", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:13:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "5db0d2cc-d6bf-47ce-9d61-305d397299f9", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d-kserve-route-authn"} 2026-07-16T01:13:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "5db0d2cc-d6bf-47ce-9d61-305d397299f9", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "authType": "userdefined"} 2026-07-16T01:13:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "5db0d2cc-d6bf-47ce-9d61-305d397299f9", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:13:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "ef3cfd79-5e7c-4f59-85eb-a167788c42c8", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d-authn-ssl"} 2026-07-16T01:13:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "ef3cfd79-5e7c-4f59-85eb-a167788c42c8", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:13:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "354b7b01-0d89-45c9-8c34-0289722295fc", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:13:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "354b7b01-0d89-45c9-8c34-0289722295fc", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:13:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "354b7b01-0d89-45c9-8c34-0289722295fc", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:13:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "354b7b01-0d89-45c9-8c34-0289722295fc", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d-kserve-route-authn"} 2026-07-16T01:13:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "354b7b01-0d89-45c9-8c34-0289722295fc", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "authType": "userdefined"} 2026-07-16T01:13:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "354b7b01-0d89-45c9-8c34-0289722295fc", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:13:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2cd6e744-6f7c-4e3f-91a4-fbaa386caaf7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T01:13:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "d18f23ee-deea-4351-83e5-189e7c1f5d34", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:13:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "d18f23ee-deea-4351-83e5-189e7c1f5d34", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d-authn-ssl"} 2026-07-16T01:13:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "d18f23ee-deea-4351-83e5-189e7c1f5d34", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:13:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "d8979887-2bae-4536-b746-2bee0bb91648", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:13:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "d8979887-2bae-4536-b746-2bee0bb91648", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:13:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "d8979887-2bae-4536-b746-2bee0bb91648", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:13:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "d8979887-2bae-4536-b746-2bee0bb91648", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d-kserve-route-authn"} 2026-07-16T01:13:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "d8979887-2bae-4536-b746-2bee0bb91648", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "authType": "userdefined"} 2026-07-16T01:13:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "d8979887-2bae-4536-b746-2bee0bb91648", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:13:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "04969c34-8fcf-473f-ad11-7520a8300687", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T01:14:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "fae401b5-682c-49b2-a7a2-55bef1dc3c98", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:14:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "fae401b5-682c-49b2-a7a2-55bef1dc3c98", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:14:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "fae401b5-682c-49b2-a7a2-55bef1dc3c98", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:14:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "fae401b5-682c-49b2-a7a2-55bef1dc3c98", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d-kserve-route-authn"} 2026-07-16T01:14:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "fae401b5-682c-49b2-a7a2-55bef1dc3c98", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "authType": "userdefined"} 2026-07-16T01:14:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "fae401b5-682c-49b2-a7a2-55bef1dc3c98", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:14:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "7b3d7e0f-9be6-4b2d-88eb-154055f2361f", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:14:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "7b3d7e0f-9be6-4b2d-88eb-154055f2361f", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:14:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "7b3d7e0f-9be6-4b2d-88eb-154055f2361f", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:14:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "b703f5bc-7ea5-4fe8-8ce5-b01edbbfd226", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:14:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "7b3d7e0f-9be6-4b2d-88eb-154055f2361f", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71-kserve-route-authn"} 2026-07-16T01:14:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "7b3d7e0f-9be6-4b2d-88eb-154055f2361f", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "authType": "userdefined"} 2026-07-16T01:14:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "7b3d7e0f-9be6-4b2d-88eb-154055f2361f", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:14:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "b703f5bc-7ea5-4fe8-8ce5-b01edbbfd226", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71-authn-ssl"} 2026-07-16T01:14:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "b703f5bc-7ea5-4fe8-8ce5-b01edbbfd226", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:14:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "f25857d6-be79-401c-ad8d-b9e3a757f2a7", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:14:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "f25857d6-be79-401c-ad8d-b9e3a757f2a7", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:14:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "f25857d6-be79-401c-ad8d-b9e3a757f2a7", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:14:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "f25857d6-be79-401c-ad8d-b9e3a757f2a7", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71-kserve-route-authn"} 2026-07-16T01:14:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "f25857d6-be79-401c-ad8d-b9e3a757f2a7", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "authType": "userdefined"} 2026-07-16T01:14:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "f25857d6-be79-401c-ad8d-b9e3a757f2a7", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:14:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "9d87b47a-2645-4a9b-bfa7-6751853abcea", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:14:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "9d87b47a-2645-4a9b-bfa7-6751853abcea", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71-authn-ssl"} 2026-07-16T01:14:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "9d87b47a-2645-4a9b-bfa7-6751853abcea", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:14:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "3b83e705-3fb8-4b58-8f6f-4a8fdfdb6cdc", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:14:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "3b83e705-3fb8-4b58-8f6f-4a8fdfdb6cdc", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:14:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "3b83e705-3fb8-4b58-8f6f-4a8fdfdb6cdc", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:14:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "3b83e705-3fb8-4b58-8f6f-4a8fdfdb6cdc", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71-kserve-route-authn"} 2026-07-16T01:14:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "3b83e705-3fb8-4b58-8f6f-4a8fdfdb6cdc", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "authType": "userdefined"} 2026-07-16T01:14:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "3b83e705-3fb8-4b58-8f6f-4a8fdfdb6cdc", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:14:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ce2dca2b-57b9-4be1-8e71-d4a762b717b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T01:14:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "dd1a531b-6e42-4aae-add5-41f1628a575b", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:14:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "dd1a531b-6e42-4aae-add5-41f1628a575b", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:14:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "dd1a531b-6e42-4aae-add5-41f1628a575b", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:14:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "dd1a531b-6e42-4aae-add5-41f1628a575b", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71-kserve-route-authn"} 2026-07-16T01:14:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "dd1a531b-6e42-4aae-add5-41f1628a575b", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "authType": "userdefined"} 2026-07-16T01:14:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "dd1a531b-6e42-4aae-add5-41f1628a575b", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:14:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "cbc2838b-4f1d-4503-b635-ec7f87aab785", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:14:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "cbc2838b-4f1d-4503-b635-ec7f87aab785", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d-authn-ssl"} 2026-07-16T01:14:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "cbc2838b-4f1d-4503-b635-ec7f87aab785", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:14:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "a6035dab-7b1b-4a36-8727-587168e30c29", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:14:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "a6035dab-7b1b-4a36-8727-587168e30c29", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71-authn-ssl"} 2026-07-16T01:14:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "a6035dab-7b1b-4a36-8727-587168e30c29", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:16:25Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T01:16:25Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T01:16:28Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T01:16:28Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T01:16:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "561031d9-c1d1-4533-84f4-19aa7b8aa3cb", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:16:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "561031d9-c1d1-4533-84f4-19aa7b8aa3cb", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d"} 2026-07-16T01:16:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "561031d9-c1d1-4533-84f4-19aa7b8aa3cb", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:16:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "561031d9-c1d1-4533-84f4-19aa7b8aa3cb", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:16:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "561031d9-c1d1-4533-84f4-19aa7b8aa3cb", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d-kserve-route-authn"} 2026-07-16T01:16:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "561031d9-c1d1-4533-84f4-19aa7b8aa3cb", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d-kserve-route-authn"} 2026-07-16T01:16:43Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "561031d9-c1d1-4533-84f4-19aa7b8aa3cb", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:16:43Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "561031d9-c1d1-4533-84f4-19aa7b8aa3cb", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:16:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "auth-test-model-f9f50d", "reconcileID": "eb1d958e-b5fd-4b6e-930f-4db912e56995", "LLMInferenceService": "auth-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:16:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "c648fbd9-91c7-4208-beeb-e68f36c80e52", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:16:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "c648fbd9-91c7-4208-beeb-e68f36c80e52", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d-authn-ssl"} 2026-07-16T01:16:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "c648fbd9-91c7-4208-beeb-e68f36c80e52", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:16:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "d360471f-c88f-44ff-921e-0e5c1a4d6ef2", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:16:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "d360471f-c88f-44ff-921e-0e5c1a4d6ef2", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d-authn-ssl"} 2026-07-16T01:16:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "d360471f-c88f-44ff-921e-0e5c1a4d6ef2", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:16:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "50e99448-a4b3-4219-ab3c-1e9e9094df06", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:16:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "50e99448-a4b3-4219-ab3c-1e9e9094df06", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71"} 2026-07-16T01:16:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "50e99448-a4b3-4219-ab3c-1e9e9094df06", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:16:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "50e99448-a4b3-4219-ab3c-1e9e9094df06", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:16:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "50e99448-a4b3-4219-ab3c-1e9e9094df06", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71-kserve-route-authn"} 2026-07-16T01:16:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "50e99448-a4b3-4219-ab3c-1e9e9094df06", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71-kserve-route-authn"} 2026-07-16T01:16:44Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "50e99448-a4b3-4219-ab3c-1e9e9094df06", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:16:44Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "50e99448-a4b3-4219-ab3c-1e9e9094df06", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:16:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "auth-test-model-628c71", "reconcileID": "eebde00e-d18a-48f5-a352-a50bb5fbf076", "LLMInferenceService": "auth-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:16:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "e134fdb2-63ae-47d9-bf8a-10a38158161e", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:16:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "e134fdb2-63ae-47d9-bf8a-10a38158161e", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71-authn-ssl"} 2026-07-16T01:16:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "e134fdb2-63ae-47d9-bf8a-10a38158161e", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:16:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "c8887fc5-8834-414c-b1e1-46413f376af7", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:16:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "c8887fc5-8834-414c-b1e1-46413f376af7", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71-authn-ssl"} 2026-07-16T01:16:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "c8887fc5-8834-414c-b1e1-46413f376af7", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:16:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "712ab1d1-9237-4d88-8ebe-ebfca266007e", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:16:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "712ab1d1-9237-4d88-8ebe-ebfca266007e", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:16:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "712ab1d1-9237-4d88-8ebe-ebfca266007e", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:16:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "2f0e61a7-07af-41b4-a098-562793a0ca62", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:16:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "712ab1d1-9237-4d88-8ebe-ebfca266007e", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d-kserve-route-authn"} 2026-07-16T01:16:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "712ab1d1-9237-4d88-8ebe-ebfca266007e", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "authType": "userdefined"} 2026-07-16T01:16:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "712ab1d1-9237-4d88-8ebe-ebfca266007e", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:16:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "2f0e61a7-07af-41b4-a098-562793a0ca62", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d-authn-ssl"} 2026-07-16T01:16:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "2f0e61a7-07af-41b4-a098-562793a0ca62", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:16:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "373bb236-206e-4f06-9dc6-87e3792c45c9", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:16:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "373bb236-206e-4f06-9dc6-87e3792c45c9", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:16:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "373bb236-206e-4f06-9dc6-87e3792c45c9", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:16:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "373bb236-206e-4f06-9dc6-87e3792c45c9", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d-kserve-route-authn"} 2026-07-16T01:16:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "373bb236-206e-4f06-9dc6-87e3792c45c9", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "authType": "userdefined"} 2026-07-16T01:16:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "373bb236-206e-4f06-9dc6-87e3792c45c9", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:17:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "ca5d502f-f3f1-41b6-9de3-d90be1be426f", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:17:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "ca5d502f-f3f1-41b6-9de3-d90be1be426f", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d-authn-ssl"} 2026-07-16T01:17:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "ca5d502f-f3f1-41b6-9de3-d90be1be426f", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:17:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "ac7b4ee1-7ed3-41a9-98b5-6a7f07166f60", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:17:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "ac7b4ee1-7ed3-41a9-98b5-6a7f07166f60", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:17:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "ac7b4ee1-7ed3-41a9-98b5-6a7f07166f60", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:17:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "ac7b4ee1-7ed3-41a9-98b5-6a7f07166f60", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d-kserve-route-authn"} 2026-07-16T01:17:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "ac7b4ee1-7ed3-41a9-98b5-6a7f07166f60", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "authType": "userdefined"} 2026-07-16T01:17:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "ac7b4ee1-7ed3-41a9-98b5-6a7f07166f60", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:17:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "fd5b9311-9043-4600-a073-2392e1d1fc6f", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:17:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "fd5b9311-9043-4600-a073-2392e1d1fc6f", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:17:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "fd5b9311-9043-4600-a073-2392e1d1fc6f", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:17:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "fd5b9311-9043-4600-a073-2392e1d1fc6f", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d-kserve-route-authn"} 2026-07-16T01:17:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "fd5b9311-9043-4600-a073-2392e1d1fc6f", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "authType": "userdefined"} 2026-07-16T01:17:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "fd5b9311-9043-4600-a073-2392e1d1fc6f", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:17:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "8aec6108-0194-41ff-8b4f-951c0a47262c", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:17:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "8aec6108-0194-41ff-8b4f-951c0a47262c", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:17:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "8aec6108-0194-41ff-8b4f-951c0a47262c", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:17:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "b775d9a7-608b-49ca-b9d0-192c83da9743", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:17:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "8aec6108-0194-41ff-8b4f-951c0a47262c", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71-kserve-route-authn"} 2026-07-16T01:17:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "8aec6108-0194-41ff-8b4f-951c0a47262c", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "authType": "userdefined"} 2026-07-16T01:17:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "8aec6108-0194-41ff-8b4f-951c0a47262c", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:17:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "b775d9a7-608b-49ca-b9d0-192c83da9743", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71-authn-ssl"} 2026-07-16T01:17:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "b775d9a7-608b-49ca-b9d0-192c83da9743", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:17:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "45a39893-0a52-4d7f-8359-a79ef79de7fd", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:17:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "45a39893-0a52-4d7f-8359-a79ef79de7fd", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:17:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "45a39893-0a52-4d7f-8359-a79ef79de7fd", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:17:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "45a39893-0a52-4d7f-8359-a79ef79de7fd", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71-kserve-route-authn"} 2026-07-16T01:17:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "45a39893-0a52-4d7f-8359-a79ef79de7fd", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "authType": "userdefined"} 2026-07-16T01:17:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "45a39893-0a52-4d7f-8359-a79ef79de7fd", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:17:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "4aa0c07e-12a9-44a6-819c-eda97cc340ed", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:17:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "4aa0c07e-12a9-44a6-819c-eda97cc340ed", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71-authn-ssl"} 2026-07-16T01:17:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "4aa0c07e-12a9-44a6-819c-eda97cc340ed", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:17:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "3e9d6c8b-1f8e-454d-b0dd-762a5b9e9395", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:17:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "3e9d6c8b-1f8e-454d-b0dd-762a5b9e9395", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:17:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "3e9d6c8b-1f8e-454d-b0dd-762a5b9e9395", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:17:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "3e9d6c8b-1f8e-454d-b0dd-762a5b9e9395", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71-kserve-route-authn"} 2026-07-16T01:17:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "3e9d6c8b-1f8e-454d-b0dd-762a5b9e9395", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "authType": "userdefined"} 2026-07-16T01:17:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "3e9d6c8b-1f8e-454d-b0dd-762a5b9e9395", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:18:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "5d366a58-4bc3-4457-aae4-32fc33fa5539", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:18:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "5d366a58-4bc3-4457-aae4-32fc33fa5539", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:18:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "5d366a58-4bc3-4457-aae4-32fc33fa5539", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:18:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "5d366a58-4bc3-4457-aae4-32fc33fa5539", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71-kserve-route-authn"} 2026-07-16T01:18:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "5d366a58-4bc3-4457-aae4-32fc33fa5539", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "authType": "userdefined"} 2026-07-16T01:18:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "5d366a58-4bc3-4457-aae4-32fc33fa5539", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:18:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "95d7687a-55f9-43b7-be6c-72932a063833", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:18:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "95d7687a-55f9-43b7-be6c-72932a063833", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d"} 2026-07-16T01:18:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "95d7687a-55f9-43b7-be6c-72932a063833", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:18:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "95d7687a-55f9-43b7-be6c-72932a063833", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:18:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "95d7687a-55f9-43b7-be6c-72932a063833", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d-kserve-route-authn"} 2026-07-16T01:18:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "95d7687a-55f9-43b7-be6c-72932a063833", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d-kserve-route-authn"} 2026-07-16T01:18:35Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "95d7687a-55f9-43b7-be6c-72932a063833", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:18:35Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "95d7687a-55f9-43b7-be6c-72932a063833", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:18:35Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "sub-test-model-f9f50d", "reconcileID": "9400b8c7-70ad-4415-8dab-af1f9b12d957", "LLMInferenceService": "sub-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:18:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "8a5a22d8-e1a3-4315-b3be-2ed289ead000", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:18:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "8a5a22d8-e1a3-4315-b3be-2ed289ead000", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d-authn-ssl"} 2026-07-16T01:18:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "8a5a22d8-e1a3-4315-b3be-2ed289ead000", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:18:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "52f17eb1-2ae0-4806-a769-4b3b1358d469", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:18:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "52f17eb1-2ae0-4806-a769-4b3b1358d469", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d-authn-ssl"} 2026-07-16T01:18:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "52f17eb1-2ae0-4806-a769-4b3b1358d469", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:18:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "981371b1-bc84-4f4f-9981-1ffd7b64d529", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:18:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "981371b1-bc84-4f4f-9981-1ffd7b64d529", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71"} 2026-07-16T01:18:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "981371b1-bc84-4f4f-9981-1ffd7b64d529", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:18:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "981371b1-bc84-4f4f-9981-1ffd7b64d529", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:18:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "981371b1-bc84-4f4f-9981-1ffd7b64d529", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71-kserve-route-authn"} 2026-07-16T01:18:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "981371b1-bc84-4f4f-9981-1ffd7b64d529", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71-kserve-route-authn"} 2026-07-16T01:18:36Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "981371b1-bc84-4f4f-9981-1ffd7b64d529", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:18:36Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "981371b1-bc84-4f4f-9981-1ffd7b64d529", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:18:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "sub-test-model-628c71", "reconcileID": "794cfa0b-adc7-49bf-8d22-b9de9ff8d9b3", "LLMInferenceService": "sub-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:18:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "dc63dc34-e9b7-42c0-8349-e8b5c8749b69", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:18:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "dc63dc34-e9b7-42c0-8349-e8b5c8749b69", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71-authn-ssl"} 2026-07-16T01:18:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "dc63dc34-e9b7-42c0-8349-e8b5c8749b69", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:18:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "142a24cb-848a-414e-9c0f-49b7737492a6", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:18:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "142a24cb-848a-414e-9c0f-49b7737492a6", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71-authn-ssl"} 2026-07-16T01:18:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "142a24cb-848a-414e-9c0f-49b7737492a6", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:18:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "58dad134-31bc-4b5b-8175-a9eb6870f7bf", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:18:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "58dad134-31bc-4b5b-8175-a9eb6870f7bf", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:18:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "58dad134-31bc-4b5b-8175-a9eb6870f7bf", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:18:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "2fc46b81-1e2c-4a5a-8229-d3e8b67b889c", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:18:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "58dad134-31bc-4b5b-8175-a9eb6870f7bf", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d-kserve-route-authn"} 2026-07-16T01:18:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "58dad134-31bc-4b5b-8175-a9eb6870f7bf", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "authType": "userdefined"} 2026-07-16T01:18:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "58dad134-31bc-4b5b-8175-a9eb6870f7bf", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:18:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "2fc46b81-1e2c-4a5a-8229-d3e8b67b889c", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d-authn-ssl"} 2026-07-16T01:18:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "2fc46b81-1e2c-4a5a-8229-d3e8b67b889c", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:18:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "38764e75-7c5d-444b-8612-64a1da4ae8b7", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:18:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "38764e75-7c5d-444b-8612-64a1da4ae8b7", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:18:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "38764e75-7c5d-444b-8612-64a1da4ae8b7", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:18:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "38764e75-7c5d-444b-8612-64a1da4ae8b7", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d-kserve-route-authn"} 2026-07-16T01:18:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "38764e75-7c5d-444b-8612-64a1da4ae8b7", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "authType": "userdefined"} 2026-07-16T01:18:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "38764e75-7c5d-444b-8612-64a1da4ae8b7", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:18:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "347b9326-fa23-4548-9b0c-d4844e3bdd39", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:18:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "347b9326-fa23-4548-9b0c-d4844e3bdd39", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d-authn-ssl"} 2026-07-16T01:18:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "347b9326-fa23-4548-9b0c-d4844e3bdd39", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:18:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "7f7de704-0db5-48b9-bbb9-da4eac3fa6dc", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:18:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "7f7de704-0db5-48b9-bbb9-da4eac3fa6dc", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:18:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "7f7de704-0db5-48b9-bbb9-da4eac3fa6dc", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:18:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "7f7de704-0db5-48b9-bbb9-da4eac3fa6dc", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d-kserve-route-authn"} 2026-07-16T01:18:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "7f7de704-0db5-48b9-bbb9-da4eac3fa6dc", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "authType": "userdefined"} 2026-07-16T01:18:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "7f7de704-0db5-48b9-bbb9-da4eac3fa6dc", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:18:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5f300d00-be81-46d4-b322-3c312441c2b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T01:18:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "d8b9ea70-59ea-42a7-bb27-2faff86686b4", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:18:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "d8b9ea70-59ea-42a7-bb27-2faff86686b4", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:18:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "d8b9ea70-59ea-42a7-bb27-2faff86686b4", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:18:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "d8b9ea70-59ea-42a7-bb27-2faff86686b4", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d-kserve-route-authn"} 2026-07-16T01:18:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "d8b9ea70-59ea-42a7-bb27-2faff86686b4", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "authType": "userdefined"} 2026-07-16T01:18:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "d8b9ea70-59ea-42a7-bb27-2faff86686b4", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:18:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "376792e4-2180-44d6-a2ec-89ca12635c56", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:18:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "376792e4-2180-44d6-a2ec-89ca12635c56", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:18:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "376792e4-2180-44d6-a2ec-89ca12635c56", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:18:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "ada8b0e2-0436-40f7-915f-1f05a904b8fa", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:18:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "376792e4-2180-44d6-a2ec-89ca12635c56", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71-kserve-route-authn"} 2026-07-16T01:18:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "376792e4-2180-44d6-a2ec-89ca12635c56", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "authType": "userdefined"} 2026-07-16T01:18:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "376792e4-2180-44d6-a2ec-89ca12635c56", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:18:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "ada8b0e2-0436-40f7-915f-1f05a904b8fa", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71-authn-ssl"} 2026-07-16T01:18:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "ada8b0e2-0436-40f7-915f-1f05a904b8fa", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:18:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "97cd3f80-3d55-4af8-a778-c655b6afb939", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:18:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "97cd3f80-3d55-4af8-a778-c655b6afb939", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:18:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "97cd3f80-3d55-4af8-a778-c655b6afb939", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:18:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "97cd3f80-3d55-4af8-a778-c655b6afb939", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71-kserve-route-authn"} 2026-07-16T01:18:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "97cd3f80-3d55-4af8-a778-c655b6afb939", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "authType": "userdefined"} 2026-07-16T01:18:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "97cd3f80-3d55-4af8-a778-c655b6afb939", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:18:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cfcb593a-d8ad-4578-87b5-f6c4ea13181b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T01:18:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "9f2bf8e2-68c8-43e9-af1d-ed7b20594f7f", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:18:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "9f2bf8e2-68c8-43e9-af1d-ed7b20594f7f", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71-authn-ssl"} 2026-07-16T01:18:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "9f2bf8e2-68c8-43e9-af1d-ed7b20594f7f", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:18:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "b1312d20-b872-4474-a9ad-ea7144c1ea00", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:18:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "b1312d20-b872-4474-a9ad-ea7144c1ea00", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:18:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "b1312d20-b872-4474-a9ad-ea7144c1ea00", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:18:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "b1312d20-b872-4474-a9ad-ea7144c1ea00", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71-kserve-route-authn"} 2026-07-16T01:18:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "b1312d20-b872-4474-a9ad-ea7144c1ea00", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "authType": "userdefined"} 2026-07-16T01:18:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "b1312d20-b872-4474-a9ad-ea7144c1ea00", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:19:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "332ae18b-e636-4c22-af0e-5fb5f550ddaf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T01:19:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "e79aa4df-ce12-415f-affa-e087ddd9bbdf", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:19:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "e79aa4df-ce12-415f-affa-e087ddd9bbdf", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:19:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "e79aa4df-ce12-415f-affa-e087ddd9bbdf", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:19:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "e79aa4df-ce12-415f-affa-e087ddd9bbdf", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71-kserve-route-authn"} 2026-07-16T01:19:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "e79aa4df-ce12-415f-affa-e087ddd9bbdf", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "authType": "userdefined"} 2026-07-16T01:19:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "e79aa4df-ce12-415f-affa-e087ddd9bbdf", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:19:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "905af174-bc33-459c-b2fe-928c4812d627", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:19:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "905af174-bc33-459c-b2fe-928c4812d627", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d"} 2026-07-16T01:19:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "905af174-bc33-459c-b2fe-928c4812d627", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:19:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "905af174-bc33-459c-b2fe-928c4812d627", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:19:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "905af174-bc33-459c-b2fe-928c4812d627", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d-kserve-route-authn"} 2026-07-16T01:19:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "905af174-bc33-459c-b2fe-928c4812d627", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d-kserve-route-authn"} 2026-07-16T01:19:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "905af174-bc33-459c-b2fe-928c4812d627", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:19:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "905af174-bc33-459c-b2fe-928c4812d627", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:19:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f9f50d","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "rate-test-model-f9f50d", "reconcileID": "05e2eadc-0001-4b0f-b4f4-80ffcd24d01b", "LLMInferenceService": "rate-test-model-f9f50d", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:19:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "6352af37-3ad4-4d7b-a770-4d5a391c7154", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:19:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "6352af37-3ad4-4d7b-a770-4d5a391c7154", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d-authn-ssl"} 2026-07-16T01:19:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "6352af37-3ad4-4d7b-a770-4d5a391c7154", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:19:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "fe0927b7-f751-4f3d-837b-0449e667bbad", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:19:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "fe0927b7-f751-4f3d-837b-0449e667bbad", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d-authn-ssl"} 2026-07-16T01:19:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "fe0927b7-f751-4f3d-837b-0449e667bbad", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:19:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "44c1dfec-1d8e-47ee-a677-9da21ffd226a", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:19:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "44c1dfec-1d8e-47ee-a677-9da21ffd226a", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71"} 2026-07-16T01:19:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "44c1dfec-1d8e-47ee-a677-9da21ffd226a", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:19:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "44c1dfec-1d8e-47ee-a677-9da21ffd226a", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:19:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "44c1dfec-1d8e-47ee-a677-9da21ffd226a", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71-kserve-route-authn"} 2026-07-16T01:19:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "44c1dfec-1d8e-47ee-a677-9da21ffd226a", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71-kserve-route-authn"} 2026-07-16T01:19:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "44c1dfec-1d8e-47ee-a677-9da21ffd226a", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:19:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "44c1dfec-1d8e-47ee-a677-9da21ffd226a", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:19:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-628c71","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "rate-test-model-628c71", "reconcileID": "72f86b36-02f6-4424-9cb4-4a49f55c00b2", "LLMInferenceService": "rate-test-model-628c71", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:19:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "afaf098c-69c2-4fcd-941a-7632a9e96dc9", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:19:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "afaf098c-69c2-4fcd-941a-7632a9e96dc9", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71-authn-ssl"} 2026-07-16T01:19:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "afaf098c-69c2-4fcd-941a-7632a9e96dc9", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:19:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "c02583a2-4713-4612-8154-104ec823db67", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:19:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "c02583a2-4713-4612-8154-104ec823db67", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71-authn-ssl"} 2026-07-16T01:19:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "c02583a2-4713-4612-8154-104ec823db67", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"} 2026-07-16T01:20:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2044d5f5-cbf2-4acc-a011-fa33d01c15fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:20:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2044d5f5-cbf2-4acc-a011-fa33d01c15fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f9f50d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T01:20:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2044d5f5-cbf2-4acc-a011-fa33d01c15fc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-f9f50d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T01:20:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "odh-trusted-ca-bundle", "reconcileID": "38d6377f-3dc9-4ca6-837e-5058dd3f0208", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:20:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "odh-trusted-ca-bundle", "reconcileID": "38d6377f-3dc9-4ca6-837e-5058dd3f0208", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:20:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "openshift-service-ca.crt", "reconcileID": "e26d9f73-ce9c-4dde-a6a9-902206da036e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:20:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "openshift-service-ca.crt", "reconcileID": "e26d9f73-ce9c-4dde-a6a9-902206da036e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:20:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "229ad223-8ba5-4882-974e-8c36c6841a92", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:20:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f9f50d"}, "namespace": "ai-tenant-e2e-shared-a-f9f50d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "229ad223-8ba5-4882-974e-8c36c6841a92", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f9f50d"} 2026-07-16T01:20:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f9f50d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f9f50d", "reconcileID": "16982795-1390-4498-b83f-d01bbd0ab0a5", "Gateway": "e2e-shared-a-f9f50d", "namespace": "openshift-ingress"} 2026-07-16T01:20:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd278329-3f82-4405-8588-b662e625cf85", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:20:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd278329-3f82-4405-8588-b662e625cf85", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-628c71", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T01:20:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd278329-3f82-4405-8588-b662e625cf85", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-628c71 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T01:20:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "odh-trusted-ca-bundle", "reconcileID": "b2d38e0e-254f-4413-946f-71e2e5eb80ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:20:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "odh-trusted-ca-bundle", "reconcileID": "b2d38e0e-254f-4413-946f-71e2e5eb80ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-628c71", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T01:20:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "odh-trusted-ca-bundle", "reconcileID": "b2d38e0e-254f-4413-946f-71e2e5eb80ac", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-628c71 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T01:20:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "openshift-service-ca.crt", "reconcileID": "6f80c529-d500-4a60-baee-b1d1216a3efc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:20:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "openshift-service-ca.crt", "reconcileID": "6f80c529-d500-4a60-baee-b1d1216a3efc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:20:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "543be565-be8c-489c-862f-3506edf7bfd3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:20:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "543be565-be8c-489c-862f-3506edf7bfd3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:20:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "odh-trusted-ca-bundle", "reconcileID": "d2f7b346-1d6a-4cf2-80e7-e4c4751d9ad4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:20:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-628c71"}, "namespace": "ai-tenant-e2e-shared-b-628c71", "name": "odh-trusted-ca-bundle", "reconcileID": "d2f7b346-1d6a-4cf2-80e7-e4c4751d9ad4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-628c71"} 2026-07-16T01:20:31Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-628c71","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-628c71", "reconcileID": "08a6dc34-c918-46f4-a08b-685f45752739", "Gateway": "e2e-shared-b-628c71", "namespace": "openshift-ingress"}