2026-07-10T14:00:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5da7f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5da7f6", "reconcileID": "0ef4f770-1624-499b-8dbe-333b92aaa3bc", "Gateway": "e2e-api-b-5da7f6", "namespace": "openshift-ingress", "name": "e2e-api-b-5da7f6-authn-ssl"} 2026-07-10T14:00:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5da7f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5da7f6", "reconcileID": "0ef4f770-1624-499b-8dbe-333b92aaa3bc", "Gateway": "e2e-api-b-5da7f6", "namespace": "openshift-ingress"} 2026-07-10T14:00:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5da7f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5da7f6", "reconcileID": "daa1753b-13ad-446b-82ab-884e7635b3c1", "Gateway": "e2e-api-b-5da7f6", "namespace": "openshift-ingress"} 2026-07-10T14:00:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5da7f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5da7f6", "reconcileID": "daa1753b-13ad-446b-82ab-884e7635b3c1", "Gateway": "e2e-api-b-5da7f6", "namespace": "openshift-ingress", "name": "e2e-api-b-5da7f6-authn-ssl"} 2026-07-10T14:00:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5da7f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5da7f6", "reconcileID": "daa1753b-13ad-446b-82ab-884e7635b3c1", "Gateway": "e2e-api-b-5da7f6", "namespace": "openshift-ingress"} 2026-07-10T14:00:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5da7f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5da7f6", "reconcileID": "47b85e9d-47e1-4fed-a113-80b2927de4be", "Gateway": "e2e-api-b-5da7f6", "namespace": "openshift-ingress"} 2026-07-10T14:00:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5da7f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5da7f6", "reconcileID": "47b85e9d-47e1-4fed-a113-80b2927de4be", "Gateway": "e2e-api-b-5da7f6", "namespace": "openshift-ingress", "name": "e2e-api-b-5da7f6-authn-ssl"} 2026-07-10T14:00:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5da7f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5da7f6", "reconcileID": "47b85e9d-47e1-4fed-a113-80b2927de4be", "Gateway": "e2e-api-b-5da7f6", "namespace": "openshift-ingress"} 2026-07-10T14:00:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-5da7f6"}, "namespace": "ai-tenant-e2e-api-b-5da7f6", "name": "openshift-service-ca.crt", "reconcileID": "9b050c21-0e21-4fb5-a9ab-7f480be0fa79", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-5da7f6"} 2026-07-10T14:00:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-5da7f6"}, "namespace": "ai-tenant-e2e-api-b-5da7f6", "name": "odh-trusted-ca-bundle", "reconcileID": "daa406e5-cdb8-4f9a-adde-98b67e12ef7e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5da7f6"} 2026-07-10T14:00:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-5da7f6"}, "namespace": "ai-tenant-e2e-api-b-5da7f6", "name": "openshift-service-ca.crt", "reconcileID": "5781638e-8674-422a-b5f2-d29d5e9c567c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-5da7f6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T14:00:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-5da7f6"}, "namespace": "ai-tenant-e2e-api-b-5da7f6", "name": "openshift-service-ca.crt", "reconcileID": "5781638e-8674-422a-b5f2-d29d5e9c567c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-5da7f6"} 2026-07-10T14:00:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-5da7f6"}, "namespace": "ai-tenant-e2e-api-b-5da7f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb647ecd-30b5-4c0e-b022-96b79d7ddc97", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5da7f6"} 2026-07-10T14:00:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-5da7f6"}, "namespace": "ai-tenant-e2e-api-b-5da7f6", "name": "openshift-service-ca.crt", "reconcileID": "485b29a7-6fec-473c-99f4-53ce2640da4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-5da7f6"} 2026-07-10T14:00:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-5da7f6"}, "namespace": "ai-tenant-e2e-api-b-5da7f6", "name": "odh-trusted-ca-bundle", "reconcileID": "3a902299-259f-4de0-bfee-57f3dbe8cf56", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5da7f6", "update": "odh-kserve-custom-ca-bundle"} 2026-07-10T14:00:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-5da7f6"}, "namespace": "ai-tenant-e2e-api-b-5da7f6", "name": "odh-trusted-ca-bundle", "reconcileID": "3a902299-259f-4de0-bfee-57f3dbe8cf56", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5da7f6"} 2026-07-10T14:00:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-5da7f6"}, "namespace": "ai-tenant-e2e-api-b-5da7f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "919ca298-c331-4428-8cb0-b9338c5987f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5da7f6"} 2026-07-10T14:00:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1667f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1667f3", "reconcileID": "97e010fe-5b12-4500-83ce-1325e4b4470b", "Gateway": "e2e-api-a-1667f3", "namespace": "openshift-ingress"} 2026-07-10T14:00:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1667f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1667f3", "reconcileID": "97e010fe-5b12-4500-83ce-1325e4b4470b", "Gateway": "e2e-api-a-1667f3", "namespace": "openshift-ingress", "name": "e2e-api-a-1667f3-authn-ssl"} 2026-07-10T14:00:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1667f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1667f3", "reconcileID": "97e010fe-5b12-4500-83ce-1325e4b4470b", "Gateway": "e2e-api-a-1667f3", "namespace": "openshift-ingress"} 2026-07-10T14:00:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5da7f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5da7f6", "reconcileID": "37438459-1e76-4dc3-acb0-a2791f6d9814", "Gateway": "e2e-api-b-5da7f6", "namespace": "openshift-ingress"} 2026-07-10T14:00:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5da7f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5da7f6", "reconcileID": "37438459-1e76-4dc3-acb0-a2791f6d9814", "Gateway": "e2e-api-b-5da7f6", "namespace": "openshift-ingress", "name": "e2e-api-b-5da7f6-authn-ssl"} 2026-07-10T14:00:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5da7f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5da7f6", "reconcileID": "37438459-1e76-4dc3-acb0-a2791f6d9814", "Gateway": "e2e-api-b-5da7f6", "namespace": "openshift-ingress"} 2026-07-10T14:00:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2e3e04da-ddbd-4639-b5a6-ed552de0a0e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T14:00:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5da7f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5da7f6", "reconcileID": "5e2161a7-90d4-470b-aaed-f34a240ceaeb", "Gateway": "e2e-api-b-5da7f6", "namespace": "openshift-ingress"} 2026-07-10T14:00:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5da7f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5da7f6", "reconcileID": "5e2161a7-90d4-470b-aaed-f34a240ceaeb", "Gateway": "e2e-api-b-5da7f6", "namespace": "openshift-ingress", "name": "e2e-api-b-5da7f6-authn-ssl"} 2026-07-10T14:00:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5da7f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5da7f6", "reconcileID": "5e2161a7-90d4-470b-aaed-f34a240ceaeb", "Gateway": "e2e-api-b-5da7f6", "namespace": "openshift-ingress"} 2026-07-10T14:00:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "89485df0-81f3-4c9b-8196-c006bce4f2f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T14:00:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5da7f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5da7f6", "reconcileID": "a64cf184-3356-4b3d-a521-b37a9e251258", "Gateway": "e2e-api-b-5da7f6", "namespace": "openshift-ingress"} 2026-07-10T14:00:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5da7f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5da7f6", "reconcileID": "a64cf184-3356-4b3d-a521-b37a9e251258", "Gateway": "e2e-api-b-5da7f6", "namespace": "openshift-ingress", "name": "e2e-api-b-5da7f6-authn-ssl"} 2026-07-10T14:00:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5da7f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5da7f6", "reconcileID": "a64cf184-3356-4b3d-a521-b37a9e251258", "Gateway": "e2e-api-b-5da7f6", "namespace": "openshift-ingress"} 2026-07-10T14:00:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6a3954d1-ab47-4d07-b69c-d0e368d84aec", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T14:00:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1667f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1667f3", "reconcileID": "0d3b5955-f0ee-434c-b3ca-afd0d046333f", "Gateway": "e2e-api-a-1667f3", "namespace": "openshift-ingress"} 2026-07-10T14:00:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1667f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1667f3", "reconcileID": "0d3b5955-f0ee-434c-b3ca-afd0d046333f", "Gateway": "e2e-api-a-1667f3", "namespace": "openshift-ingress", "name": "e2e-api-a-1667f3-authn-ssl"} 2026-07-10T14:00:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1667f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1667f3", "reconcileID": "0d3b5955-f0ee-434c-b3ca-afd0d046333f", "Gateway": "e2e-api-a-1667f3", "namespace": "openshift-ingress"} 2026-07-10T14:00:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1667f3"}, "namespace": "ai-tenant-e2e-api-a-1667f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37daac5e-17d0-443a-8a0e-b25e4e1344b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1667f3"} 2026-07-10T14:00:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1667f3"}, "namespace": "ai-tenant-e2e-api-a-1667f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37daac5e-17d0-443a-8a0e-b25e4e1344b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1667f3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T14:00:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1667f3"}, "namespace": "ai-tenant-e2e-api-a-1667f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37daac5e-17d0-443a-8a0e-b25e4e1344b5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-1667f3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T14:00:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-1667f3"}, "namespace": "ai-tenant-e2e-api-a-1667f3", "name": "odh-trusted-ca-bundle", "reconcileID": "c26d25f1-03cf-486c-b1ff-71aa935b2a5a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1667f3"} 2026-07-10T14:00:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-1667f3"}, "namespace": "ai-tenant-e2e-api-a-1667f3", "name": "odh-trusted-ca-bundle", "reconcileID": "c26d25f1-03cf-486c-b1ff-71aa935b2a5a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1667f3"} 2026-07-10T14:00:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-1667f3"}, "namespace": "ai-tenant-e2e-api-a-1667f3", "name": "openshift-service-ca.crt", "reconcileID": "6d70a6bb-45df-42e8-a870-64071d593419", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-1667f3"} 2026-07-10T14:00:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-1667f3"}, "namespace": "ai-tenant-e2e-api-a-1667f3", "name": "openshift-service-ca.crt", "reconcileID": "6d70a6bb-45df-42e8-a870-64071d593419", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-1667f3"} 2026-07-10T14:00:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1667f3"}, "namespace": "ai-tenant-e2e-api-a-1667f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7387a45-5ab5-45dc-8d70-361655e0e099", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1667f3"} 2026-07-10T14:00:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1667f3"}, "namespace": "ai-tenant-e2e-api-a-1667f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7387a45-5ab5-45dc-8d70-361655e0e099", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1667f3"} 2026-07-10T14:00:41Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1667f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1667f3", "reconcileID": "cbfca1f2-7ea2-43de-8a27-294b5efcb90f", "Gateway": "e2e-api-a-1667f3", "namespace": "openshift-ingress"} 2026-07-10T14:00:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "521568b7-f4d4-4298-bee4-896151863206", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T14:00:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5da7f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5da7f6", "reconcileID": "65c585fb-db1f-410a-b396-8df98827ba23", "Gateway": "e2e-api-b-5da7f6", "namespace": "openshift-ingress"} 2026-07-10T14:00:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5da7f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5da7f6", "reconcileID": "65c585fb-db1f-410a-b396-8df98827ba23", "Gateway": "e2e-api-b-5da7f6", "namespace": "openshift-ingress", "name": "e2e-api-b-5da7f6-authn-ssl"} 2026-07-10T14:00:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5da7f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5da7f6", "reconcileID": "65c585fb-db1f-410a-b396-8df98827ba23", "Gateway": "e2e-api-b-5da7f6", "namespace": "openshift-ingress"} 2026-07-10T14:00:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-5da7f6"}, "namespace": "ai-tenant-e2e-api-b-5da7f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f57566e-e0f5-42c5-bb57-e5c7fd06ccc0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5da7f6"} 2026-07-10T14:00:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-5da7f6"}, "namespace": "ai-tenant-e2e-api-b-5da7f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f57566e-e0f5-42c5-bb57-e5c7fd06ccc0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5da7f6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T14:00:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-5da7f6"}, "namespace": "ai-tenant-e2e-api-b-5da7f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f57566e-e0f5-42c5-bb57-e5c7fd06ccc0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-5da7f6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T14:00:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-5da7f6"}, "namespace": "ai-tenant-e2e-api-b-5da7f6", "name": "odh-trusted-ca-bundle", "reconcileID": "5cd74189-d632-4e4e-9114-686d6a44ccde", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5da7f6"} 2026-07-10T14:00:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-5da7f6"}, "namespace": "ai-tenant-e2e-api-b-5da7f6", "name": "odh-trusted-ca-bundle", "reconcileID": "5cd74189-d632-4e4e-9114-686d6a44ccde", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5da7f6"} 2026-07-10T14:00:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-5da7f6"}, "namespace": "ai-tenant-e2e-api-b-5da7f6", "name": "openshift-service-ca.crt", "reconcileID": "8852d82c-7ef7-41de-a7fc-c9681ed0c23d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-5da7f6"} 2026-07-10T14:00:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-5da7f6"}, "namespace": "ai-tenant-e2e-api-b-5da7f6", "name": "openshift-service-ca.crt", "reconcileID": "8852d82c-7ef7-41de-a7fc-c9681ed0c23d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-5da7f6"} 2026-07-10T14:00:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-5da7f6"}, "namespace": "ai-tenant-e2e-api-b-5da7f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a234e446-1099-4c51-9fc0-69c7a580b2e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5da7f6"} 2026-07-10T14:00:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-5da7f6"}, "namespace": "ai-tenant-e2e-api-b-5da7f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a234e446-1099-4c51-9fc0-69c7a580b2e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5da7f6"} 2026-07-10T14:00:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5da7f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5da7f6", "reconcileID": "ea9209f9-3cc3-44f4-a43b-5cb946df8932", "Gateway": "e2e-api-b-5da7f6", "namespace": "openshift-ingress"} 2026-07-10T14:00:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "63e4f72f-eeca-438f-91d9-b79493484ed5", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:00:50Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "63e4f72f-eeca-438f-91d9-b79493484ed5", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb-authn-ssl"} 2026-07-10T14:00:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "63e4f72f-eeca-438f-91d9-b79493484ed5", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:00:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "2fd6987d-a441-45bd-9b57-9a6ee9ca860a", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:00:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "2fd6987d-a441-45bd-9b57-9a6ee9ca860a", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb-authn-ssl"} 2026-07-10T14:00:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "2fd6987d-a441-45bd-9b57-9a6ee9ca860a", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:00:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "97950be6-7935-4490-95a1-2ac275d10761", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:00:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "97950be6-7935-4490-95a1-2ac275d10761", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb-authn-ssl"} 2026-07-10T14:00:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "97950be6-7935-4490-95a1-2ac275d10761", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:00:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "f02d0dc5-4f29-4373-ae07-6dcf1e822d4d", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:00:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "f02d0dc5-4f29-4373-ae07-6dcf1e822d4d", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb-authn-ssl"} 2026-07-10T14:00:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "f02d0dc5-4f29-4373-ae07-6dcf1e822d4d", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:00:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "ba55d2f8-6c1f-4557-ab73-83a654ecce4a", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:00:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "ba55d2f8-6c1f-4557-ab73-83a654ecce4a", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb-authn-ssl"} 2026-07-10T14:00:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "ba55d2f8-6c1f-4557-ab73-83a654ecce4a", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:00:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "8c278a7a-a6ae-41aa-bf51-ecc2e02898b3", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:00:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "8c278a7a-a6ae-41aa-bf51-ecc2e02898b3", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb-authn-ssl"} 2026-07-10T14:00:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "8c278a7a-a6ae-41aa-bf51-ecc2e02898b3", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:00:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "9a92acaf-3c7d-4652-979f-1b1f9e770528", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:00:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "9a92acaf-3c7d-4652-979f-1b1f9e770528", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb-authn-ssl"} 2026-07-10T14:00:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "9a92acaf-3c7d-4652-979f-1b1f9e770528", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:00:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "openshift-service-ca.crt", "reconcileID": "22bb8adf-7544-4db2-90a3-7eebbbd1c3e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:00:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "odh-trusted-ca-bundle", "reconcileID": "86f98018-1301-4d27-910e-7a8113886297", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:00:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "openshift-service-ca.crt", "reconcileID": "6ee2c8b4-27a1-40bb-9fd8-2e19f5e2e978", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T14:00:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "openshift-service-ca.crt", "reconcileID": "6ee2c8b4-27a1-40bb-9fd8-2e19f5e2e978", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:00:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d30c4a3-88ac-4ed9-a9fa-94129f7ac230", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:00:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "openshift-service-ca.crt", "reconcileID": "19bab522-1bf0-409c-8002-1d25c2adc1e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:00:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "odh-trusted-ca-bundle", "reconcileID": "4a5d3e61-c001-42cf-ab2a-eaf7df78c64b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "update": "odh-kserve-custom-ca-bundle"} 2026-07-10T14:00:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "odh-trusted-ca-bundle", "reconcileID": "4a5d3e61-c001-42cf-ab2a-eaf7df78c64b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:00:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b09bf69-a405-4846-8bc4-393182a22e09", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:00:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "789b82cc-4815-4bfd-a9f2-f620d71aba0f", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:00:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "789b82cc-4815-4bfd-a9f2-f620d71aba0f", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb-authn-ssl"} 2026-07-10T14:00:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "789b82cc-4815-4bfd-a9f2-f620d71aba0f", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:00:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4eaf5561-d734-4aa1-98eb-9159dcf6bb53", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T14:00:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "14fb9678-859b-4bd7-a930-d5d6cca25694", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:00:58Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "14fb9678-859b-4bd7-a930-d5d6cca25694", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824-authn-ssl"} 2026-07-10T14:00:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "14fb9678-859b-4bd7-a930-d5d6cca25694", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:00:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "edabd158-5631-436d-9f79-a37c5f1e5c43", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:00:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "edabd158-5631-436d-9f79-a37c5f1e5c43", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824-authn-ssl"} 2026-07-10T14:00:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "edabd158-5631-436d-9f79-a37c5f1e5c43", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:00:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "cc7add02-7d18-49d4-8600-085d4c43c1e4", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:00:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "cc7add02-7d18-49d4-8600-085d4c43c1e4", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824-authn-ssl"} 2026-07-10T14:00:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "cc7add02-7d18-49d4-8600-085d4c43c1e4", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:00:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "70753322-7742-4b87-bb48-a57d88520e7a", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:00:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "70753322-7742-4b87-bb48-a57d88520e7a", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824-authn-ssl"} 2026-07-10T14:00:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "70753322-7742-4b87-bb48-a57d88520e7a", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:00:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "feed8d98-0f54-45ab-bec1-902119cc1fb4", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:00:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "feed8d98-0f54-45ab-bec1-902119cc1fb4", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824-authn-ssl"} 2026-07-10T14:00:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "feed8d98-0f54-45ab-bec1-902119cc1fb4", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:00:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "d7a7744d-3146-4b60-a38e-c7e39e9fb368", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:00:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "d7a7744d-3146-4b60-a38e-c7e39e9fb368", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824-authn-ssl"} 2026-07-10T14:00:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "d7a7744d-3146-4b60-a38e-c7e39e9fb368", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:00:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "62a7a9ae-cec4-4483-9516-cbe596395a88", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:00:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "62a7a9ae-cec4-4483-9516-cbe596395a88", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824-authn-ssl"} 2026-07-10T14:00:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "62a7a9ae-cec4-4483-9516-cbe596395a88", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:00:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "eef66d43-5c25-4a30-a98a-a537721067af", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:00:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "eef66d43-5c25-4a30-a98a-a537721067af", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824-authn-ssl"} 2026-07-10T14:00:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "eef66d43-5c25-4a30-a98a-a537721067af", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:01:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "da6851b8-661f-48c8-bfe1-4311dec7c60c", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:01:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "da6851b8-661f-48c8-bfe1-4311dec7c60c", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb-authn-ssl"} 2026-07-10T14:01:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "da6851b8-661f-48c8-bfe1-4311dec7c60c", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:01:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "openshift-service-ca.crt", "reconcileID": "f49c1103-bd53-4cee-958f-d83a5ccb45b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:01:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "odh-trusted-ca-bundle", "reconcileID": "45a86027-0718-4a45-9a27-255f93fe677b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:01:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "openshift-service-ca.crt", "reconcileID": "51d3b7cc-0623-4b7e-aa38-268d06d67464", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c21824", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T14:01:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "openshift-service-ca.crt", "reconcileID": "51d3b7cc-0623-4b7e-aa38-268d06d67464", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:01:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "openshift-service-ca.crt", "reconcileID": "fe0b20bf-ed09-49de-8568-45299dd6799f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:01:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abd65e35-4cd8-492c-bb40-be8aad01291f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:01:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "odh-trusted-ca-bundle", "reconcileID": "081fd75f-b101-4ee3-a75e-74509d66701a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c21824", "update": "odh-kserve-custom-ca-bundle"} 2026-07-10T14:01:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "odh-trusted-ca-bundle", "reconcileID": "081fd75f-b101-4ee3-a75e-74509d66701a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:01:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01902a38-787f-4388-aca5-ac5c143b75e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:01:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "b44a8af9-6642-421e-94fb-1571b07879b5", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:01:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "b44a8af9-6642-421e-94fb-1571b07879b5", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824-authn-ssl"} 2026-07-10T14:01:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "b44a8af9-6642-421e-94fb-1571b07879b5", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:01:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "41700ad1-2737-4772-ae55-a9c1e4de89ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T14:01:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "5bb00fe7-b276-4641-8f66-7121c7da10c9", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:01:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "5bb00fe7-b276-4641-8f66-7121c7da10c9", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824-authn-ssl"} 2026-07-10T14:01:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "5bb00fe7-b276-4641-8f66-7121c7da10c9", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:01:06Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T14:01:06Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T14:01:08Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T14:01:08Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T14:01:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "cce4c562-fa37-4624-b046-84ce00c14ee2", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:01:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "cce4c562-fa37-4624-b046-84ce00c14ee2", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:01:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "cce4c562-fa37-4624-b046-84ce00c14ee2", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:01:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "7643723a-71f8-400c-ab36-69b8783f9004", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:01:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "cce4c562-fa37-4624-b046-84ce00c14ee2", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb-kserve-route-authn"} 2026-07-10T14:01:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "cce4c562-fa37-4624-b046-84ce00c14ee2", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "authType": "userdefined"} 2026-07-10T14:01:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "cce4c562-fa37-4624-b046-84ce00c14ee2", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:01:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "7643723a-71f8-400c-ab36-69b8783f9004", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb-authn-ssl"} 2026-07-10T14:01:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "7643723a-71f8-400c-ab36-69b8783f9004", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:01:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "a3073802-4826-46a9-9f24-0822a5ffc04b", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:01:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "a3073802-4826-46a9-9f24-0822a5ffc04b", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:01:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "a3073802-4826-46a9-9f24-0822a5ffc04b", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:01:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "a3073802-4826-46a9-9f24-0822a5ffc04b", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb-kserve-route-authn"} 2026-07-10T14:01:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "a3073802-4826-46a9-9f24-0822a5ffc04b", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "authType": "userdefined"} 2026-07-10T14:01:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "a3073802-4826-46a9-9f24-0822a5ffc04b", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:01:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "98150d1c-36ae-4126-954c-fd3a691e71e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T14:01:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "1d238682-1fff-459e-a29e-eaf069c75323", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:01:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "1d238682-1fff-459e-a29e-eaf069c75323", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb-authn-ssl"} 2026-07-10T14:01:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "1d238682-1fff-459e-a29e-eaf069c75323", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:01:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "0600ec06-4b55-4b0f-a97e-91eed36a3707", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:01:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "0600ec06-4b55-4b0f-a97e-91eed36a3707", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:01:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "0600ec06-4b55-4b0f-a97e-91eed36a3707", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:01:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "0600ec06-4b55-4b0f-a97e-91eed36a3707", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb-kserve-route-authn"} 2026-07-10T14:01:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "0600ec06-4b55-4b0f-a97e-91eed36a3707", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "authType": "userdefined"} 2026-07-10T14:01:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "0600ec06-4b55-4b0f-a97e-91eed36a3707", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:01:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0fa2fbc5-971e-486e-ad50-c8951045e982", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T14:01:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "fc8c8ec5-01e7-4a3d-a288-f4cbf23ca34a", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:01:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "fc8c8ec5-01e7-4a3d-a288-f4cbf23ca34a", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:01:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "fc8c8ec5-01e7-4a3d-a288-f4cbf23ca34a", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:01:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "fc8c8ec5-01e7-4a3d-a288-f4cbf23ca34a", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb-kserve-route-authn"} 2026-07-10T14:01:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "fc8c8ec5-01e7-4a3d-a288-f4cbf23ca34a", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "authType": "userdefined"} 2026-07-10T14:01:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "fc8c8ec5-01e7-4a3d-a288-f4cbf23ca34a", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:01:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "66e22611-dedc-4697-aec0-c92c1beb0539", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:01:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "66e22611-dedc-4697-aec0-c92c1beb0539", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:01:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "66e22611-dedc-4697-aec0-c92c1beb0539", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:01:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "daae5080-27d8-4e77-97fd-40821fcf1ce8", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:01:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "66e22611-dedc-4697-aec0-c92c1beb0539", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824-kserve-route-authn"} 2026-07-10T14:01:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "66e22611-dedc-4697-aec0-c92c1beb0539", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "authType": "userdefined"} 2026-07-10T14:01:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "66e22611-dedc-4697-aec0-c92c1beb0539", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:01:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "daae5080-27d8-4e77-97fd-40821fcf1ce8", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824-authn-ssl"} 2026-07-10T14:01:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "daae5080-27d8-4e77-97fd-40821fcf1ce8", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:01:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "33cccc42-a826-4b1d-a6b2-cf9c824d1583", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:01:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "33cccc42-a826-4b1d-a6b2-cf9c824d1583", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:01:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "33cccc42-a826-4b1d-a6b2-cf9c824d1583", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:01:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "33cccc42-a826-4b1d-a6b2-cf9c824d1583", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824-kserve-route-authn"} 2026-07-10T14:01:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "33cccc42-a826-4b1d-a6b2-cf9c824d1583", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "authType": "userdefined"} 2026-07-10T14:01:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "33cccc42-a826-4b1d-a6b2-cf9c824d1583", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:01:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "488b85e2-be7d-4f8a-a8cc-9228d3dc9439", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:01:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "488b85e2-be7d-4f8a-a8cc-9228d3dc9439", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824-authn-ssl"} 2026-07-10T14:01:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "488b85e2-be7d-4f8a-a8cc-9228d3dc9439", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:01:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "f27352d2-0f69-41a3-a1fa-b15a83fe099b", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:01:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "f27352d2-0f69-41a3-a1fa-b15a83fe099b", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:01:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "f27352d2-0f69-41a3-a1fa-b15a83fe099b", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:01:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "f27352d2-0f69-41a3-a1fa-b15a83fe099b", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824-kserve-route-authn"} 2026-07-10T14:01:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "f27352d2-0f69-41a3-a1fa-b15a83fe099b", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "authType": "userdefined"} 2026-07-10T14:01:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "f27352d2-0f69-41a3-a1fa-b15a83fe099b", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:02:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "eea64393-a03f-4e31-bd9d-7c16e51c1a25", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:02:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "eea64393-a03f-4e31-bd9d-7c16e51c1a25", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:02:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "eea64393-a03f-4e31-bd9d-7c16e51c1a25", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:02:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "eea64393-a03f-4e31-bd9d-7c16e51c1a25", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824-kserve-route-authn"} 2026-07-10T14:02:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "eea64393-a03f-4e31-bd9d-7c16e51c1a25", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "authType": "userdefined"} 2026-07-10T14:02:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "eea64393-a03f-4e31-bd9d-7c16e51c1a25", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:02:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "282f01fc-dd4f-4e43-ad06-7295fa5abfc7", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:02:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "282f01fc-dd4f-4e43-ad06-7295fa5abfc7", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:02:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "282f01fc-dd4f-4e43-ad06-7295fa5abfc7", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:02:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "282f01fc-dd4f-4e43-ad06-7295fa5abfc7", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824-kserve-route-authn"} 2026-07-10T14:02:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "282f01fc-dd4f-4e43-ad06-7295fa5abfc7", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "authType": "userdefined"} 2026-07-10T14:02:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "282f01fc-dd4f-4e43-ad06-7295fa5abfc7", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:02:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "4148f67b-e298-4e7d-9d14-8be67faa4bee", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:02:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "4148f67b-e298-4e7d-9d14-8be67faa4bee", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb-authn-ssl"} 2026-07-10T14:02:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "4148f67b-e298-4e7d-9d14-8be67faa4bee", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:02:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "7b4ac054-e186-4ff5-af41-75b1cc5d0be2", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:02:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "7b4ac054-e186-4ff5-af41-75b1cc5d0be2", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824-authn-ssl"} 2026-07-10T14:02:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "7b4ac054-e186-4ff5-af41-75b1cc5d0be2", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:04:11Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "a37e18ce-49a5-462d-99cb-e54d7dbdbde2", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:04:11Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "a37e18ce-49a5-462d-99cb-e54d7dbdbde2", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb"} 2026-07-10T14:04:11Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "a37e18ce-49a5-462d-99cb-e54d7dbdbde2", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:04:11Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "a37e18ce-49a5-462d-99cb-e54d7dbdbde2", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:04:11Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "a37e18ce-49a5-462d-99cb-e54d7dbdbde2", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb-kserve-route-authn"} 2026-07-10T14:04:11Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "a37e18ce-49a5-462d-99cb-e54d7dbdbde2", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb-kserve-route-authn"} 2026-07-10T14:04:11Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "a37e18ce-49a5-462d-99cb-e54d7dbdbde2", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:04:11Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "a37e18ce-49a5-462d-99cb-e54d7dbdbde2", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:04:11Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "auth-test-model-ffeadb", "reconcileID": "f44ae21d-8693-4d18-bab4-86a2c4453a5b", "LLMInferenceService": "auth-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:04:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "73fac8b9-91ab-4b16-b715-f6fbd27b3000", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:04:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "73fac8b9-91ab-4b16-b715-f6fbd27b3000", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb-authn-ssl"} 2026-07-10T14:04:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "73fac8b9-91ab-4b16-b715-f6fbd27b3000", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:04:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "9103421b-0fe1-4427-aaba-ccfa628e7771", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:04:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "9103421b-0fe1-4427-aaba-ccfa628e7771", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb-authn-ssl"} 2026-07-10T14:04:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "9103421b-0fe1-4427-aaba-ccfa628e7771", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:04:11Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "2552026b-cbc9-408a-98c5-1af44551602e", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:04:11Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "2552026b-cbc9-408a-98c5-1af44551602e", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824"} 2026-07-10T14:04:11Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "2552026b-cbc9-408a-98c5-1af44551602e", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:04:11Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "2552026b-cbc9-408a-98c5-1af44551602e", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:04:11Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "2552026b-cbc9-408a-98c5-1af44551602e", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824-kserve-route-authn"} 2026-07-10T14:04:11Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "2552026b-cbc9-408a-98c5-1af44551602e", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824-kserve-route-authn"} 2026-07-10T14:04:11Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "2552026b-cbc9-408a-98c5-1af44551602e", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:04:11Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "2552026b-cbc9-408a-98c5-1af44551602e", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:04:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "auth-test-model-c21824", "reconcileID": "2282151e-b33f-4815-b28d-7091e6ce7dd3", "LLMInferenceService": "auth-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:04:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "ae61dcd2-c942-43df-99df-5871ce9bd4a7", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:04:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "ae61dcd2-c942-43df-99df-5871ce9bd4a7", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824-authn-ssl"} 2026-07-10T14:04:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "ae61dcd2-c942-43df-99df-5871ce9bd4a7", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:04:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "f93738df-d084-4fd4-8304-e30d08b63022", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:04:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "f93738df-d084-4fd4-8304-e30d08b63022", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824-authn-ssl"} 2026-07-10T14:04:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "f93738df-d084-4fd4-8304-e30d08b63022", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:04:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "52ff0c9f-2810-477b-bde9-5f32bcb953f6", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:04:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "52ff0c9f-2810-477b-bde9-5f32bcb953f6", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:04:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "52ff0c9f-2810-477b-bde9-5f32bcb953f6", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:04:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "52ff0c9f-2810-477b-bde9-5f32bcb953f6", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb-kserve-route-authn"} 2026-07-10T14:04:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "52ff0c9f-2810-477b-bde9-5f32bcb953f6", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "authType": "userdefined"} 2026-07-10T14:04:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "52ff0c9f-2810-477b-bde9-5f32bcb953f6", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:04:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "1dc2122f-299e-4239-8fc0-ee31f9c7b9e2", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:04:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "1dc2122f-299e-4239-8fc0-ee31f9c7b9e2", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb-authn-ssl"} 2026-07-10T14:04:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "1dc2122f-299e-4239-8fc0-ee31f9c7b9e2", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:04:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "5679a8e2-655c-43ef-8869-0adb285327b9", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:04:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "5679a8e2-655c-43ef-8869-0adb285327b9", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:04:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "5679a8e2-655c-43ef-8869-0adb285327b9", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:04:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "5679a8e2-655c-43ef-8869-0adb285327b9", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb-kserve-route-authn"} 2026-07-10T14:04:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "5679a8e2-655c-43ef-8869-0adb285327b9", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "authType": "userdefined"} 2026-07-10T14:04:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "5679a8e2-655c-43ef-8869-0adb285327b9", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:04:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "a5aa7819-5c34-4245-8e9d-ff77470a903f", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:04:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "a5aa7819-5c34-4245-8e9d-ff77470a903f", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb-authn-ssl"} 2026-07-10T14:04:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "a5aa7819-5c34-4245-8e9d-ff77470a903f", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:04:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "e4fb526d-1e29-4d30-9b4c-b0b3fad4ea29", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:04:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "e4fb526d-1e29-4d30-9b4c-b0b3fad4ea29", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:04:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "e4fb526d-1e29-4d30-9b4c-b0b3fad4ea29", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:04:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "e4fb526d-1e29-4d30-9b4c-b0b3fad4ea29", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb-kserve-route-authn"} 2026-07-10T14:04:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "e4fb526d-1e29-4d30-9b4c-b0b3fad4ea29", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "authType": "userdefined"} 2026-07-10T14:04:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "e4fb526d-1e29-4d30-9b4c-b0b3fad4ea29", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:04:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "995eec77-39a5-4d19-806d-9b98cd86b447", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:04:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "995eec77-39a5-4d19-806d-9b98cd86b447", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:04:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "995eec77-39a5-4d19-806d-9b98cd86b447", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:04:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "995eec77-39a5-4d19-806d-9b98cd86b447", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb-kserve-route-authn"} 2026-07-10T14:04:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "995eec77-39a5-4d19-806d-9b98cd86b447", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "authType": "userdefined"} 2026-07-10T14:04:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "995eec77-39a5-4d19-806d-9b98cd86b447", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:04:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "a58b21a0-420e-45ef-8ac5-1769a75b0ad8", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:04:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "a58b21a0-420e-45ef-8ac5-1769a75b0ad8", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:04:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "a58b21a0-420e-45ef-8ac5-1769a75b0ad8", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:04:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "a58b21a0-420e-45ef-8ac5-1769a75b0ad8", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb-kserve-route-authn"} 2026-07-10T14:04:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "a58b21a0-420e-45ef-8ac5-1769a75b0ad8", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "authType": "userdefined"} 2026-07-10T14:04:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "a58b21a0-420e-45ef-8ac5-1769a75b0ad8", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:04:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "8e0fb639-d49f-4a28-a2f5-a8f92524ac05", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:04:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "8e0fb639-d49f-4a28-a2f5-a8f92524ac05", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:04:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "8e0fb639-d49f-4a28-a2f5-a8f92524ac05", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:04:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "7d2743f2-19c1-49f1-b077-f804c81a3467", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:04:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "8e0fb639-d49f-4a28-a2f5-a8f92524ac05", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824-kserve-route-authn"} 2026-07-10T14:04:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "8e0fb639-d49f-4a28-a2f5-a8f92524ac05", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "authType": "userdefined"} 2026-07-10T14:04:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "8e0fb639-d49f-4a28-a2f5-a8f92524ac05", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:04:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "7d2743f2-19c1-49f1-b077-f804c81a3467", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824-authn-ssl"} 2026-07-10T14:04:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "7d2743f2-19c1-49f1-b077-f804c81a3467", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:04:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "15ffb8b1-9136-450a-8c87-5e2fe3528c42", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:04:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "15ffb8b1-9136-450a-8c87-5e2fe3528c42", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:04:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "15ffb8b1-9136-450a-8c87-5e2fe3528c42", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:04:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "15ffb8b1-9136-450a-8c87-5e2fe3528c42", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824-kserve-route-authn"} 2026-07-10T14:04:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "15ffb8b1-9136-450a-8c87-5e2fe3528c42", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "authType": "userdefined"} 2026-07-10T14:04:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "15ffb8b1-9136-450a-8c87-5e2fe3528c42", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:04:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "a529b629-aa70-4a81-bd32-cc522ad6d273", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:04:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "a529b629-aa70-4a81-bd32-cc522ad6d273", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824-authn-ssl"} 2026-07-10T14:04:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "a529b629-aa70-4a81-bd32-cc522ad6d273", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:04:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "72a872a5-08f7-4d8e-ae0c-916d8dc7fc4f", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:04:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "72a872a5-08f7-4d8e-ae0c-916d8dc7fc4f", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:04:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "72a872a5-08f7-4d8e-ae0c-916d8dc7fc4f", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:04:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "72a872a5-08f7-4d8e-ae0c-916d8dc7fc4f", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824-kserve-route-authn"} 2026-07-10T14:04:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "72a872a5-08f7-4d8e-ae0c-916d8dc7fc4f", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "authType": "userdefined"} 2026-07-10T14:04:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "72a872a5-08f7-4d8e-ae0c-916d8dc7fc4f", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:05:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "f15a2821-2b2a-44c8-896c-ddd3845ba1e0", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:05:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "f15a2821-2b2a-44c8-896c-ddd3845ba1e0", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:05:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "f15a2821-2b2a-44c8-896c-ddd3845ba1e0", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:05:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "f15a2821-2b2a-44c8-896c-ddd3845ba1e0", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824-kserve-route-authn"} 2026-07-10T14:05:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "f15a2821-2b2a-44c8-896c-ddd3845ba1e0", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "authType": "userdefined"} 2026-07-10T14:05:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "f15a2821-2b2a-44c8-896c-ddd3845ba1e0", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:05:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dad1b6c3-7335-46ca-99b3-e43a49c4971a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T14:05:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "f608d758-18c1-4119-8f33-35c9bbb5902e", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:05:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "f608d758-18c1-4119-8f33-35c9bbb5902e", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb"} 2026-07-10T14:05:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "f608d758-18c1-4119-8f33-35c9bbb5902e", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:05:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "f608d758-18c1-4119-8f33-35c9bbb5902e", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:05:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "f608d758-18c1-4119-8f33-35c9bbb5902e", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb-kserve-route-authn"} 2026-07-10T14:05:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "f608d758-18c1-4119-8f33-35c9bbb5902e", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb-kserve-route-authn"} 2026-07-10T14:05:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "f608d758-18c1-4119-8f33-35c9bbb5902e", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:05:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "f608d758-18c1-4119-8f33-35c9bbb5902e", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:05:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "sub-test-model-ffeadb", "reconcileID": "98e5ee0c-4f5d-4376-8522-5800bf077c2c", "LLMInferenceService": "sub-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:05:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "fd42cc4d-fb1f-4f2a-904f-ece5aa410caa", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:05:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "fd42cc4d-fb1f-4f2a-904f-ece5aa410caa", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb-authn-ssl"} 2026-07-10T14:05:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "fd42cc4d-fb1f-4f2a-904f-ece5aa410caa", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:05:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "6a436270-7a50-4c5f-9a76-1ff9788eb445", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:05:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "6a436270-7a50-4c5f-9a76-1ff9788eb445", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb-authn-ssl"} 2026-07-10T14:05:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "6a436270-7a50-4c5f-9a76-1ff9788eb445", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:05:58Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "dcafc296-c776-4f3a-b625-27124122e19c", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:05:58Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "dcafc296-c776-4f3a-b625-27124122e19c", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824"} 2026-07-10T14:05:58Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "dcafc296-c776-4f3a-b625-27124122e19c", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:05:58Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "dcafc296-c776-4f3a-b625-27124122e19c", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:05:58Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "dcafc296-c776-4f3a-b625-27124122e19c", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824-kserve-route-authn"} 2026-07-10T14:05:58Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "dcafc296-c776-4f3a-b625-27124122e19c", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824-kserve-route-authn"} 2026-07-10T14:05:58Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "dcafc296-c776-4f3a-b625-27124122e19c", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:05:58Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "dcafc296-c776-4f3a-b625-27124122e19c", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:05:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "sub-test-model-c21824", "reconcileID": "c80fca03-a22d-46ae-9fcd-a5acdc48b89e", "LLMInferenceService": "sub-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:05:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "4150132e-f4ed-4c1f-81d9-ebcc481e8c34", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:05:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "4150132e-f4ed-4c1f-81d9-ebcc481e8c34", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824-authn-ssl"} 2026-07-10T14:05:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "4150132e-f4ed-4c1f-81d9-ebcc481e8c34", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:05:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "80d5ec9f-b1d0-4973-9d2e-151fbd511a3a", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:05:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "80d5ec9f-b1d0-4973-9d2e-151fbd511a3a", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824-authn-ssl"} 2026-07-10T14:05:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "80d5ec9f-b1d0-4973-9d2e-151fbd511a3a", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:05:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "4417624c-278e-4985-b77b-e553a3e496dc", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:05:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "4417624c-278e-4985-b77b-e553a3e496dc", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:05:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "4417624c-278e-4985-b77b-e553a3e496dc", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:05:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "cf4af2ba-68ff-4a58-af5e-2580ee94108d", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:05:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "4417624c-278e-4985-b77b-e553a3e496dc", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb-kserve-route-authn"} 2026-07-10T14:05:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "4417624c-278e-4985-b77b-e553a3e496dc", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "authType": "userdefined"} 2026-07-10T14:05:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "4417624c-278e-4985-b77b-e553a3e496dc", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:05:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "cf4af2ba-68ff-4a58-af5e-2580ee94108d", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb-authn-ssl"} 2026-07-10T14:05:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "cf4af2ba-68ff-4a58-af5e-2580ee94108d", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:05:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "48159824-2314-4e19-92e6-5776195869ee", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:05:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "48159824-2314-4e19-92e6-5776195869ee", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:05:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "48159824-2314-4e19-92e6-5776195869ee", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:05:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "48159824-2314-4e19-92e6-5776195869ee", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb-kserve-route-authn"} 2026-07-10T14:05:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "48159824-2314-4e19-92e6-5776195869ee", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "authType": "userdefined"} 2026-07-10T14:05:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "48159824-2314-4e19-92e6-5776195869ee", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:06:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9c193146-9206-441c-8c6a-17e1a05dc104", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T14:06:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "68304ef9-58d3-48c7-a45a-75181916c553", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T14:06:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "bae386f9-41c3-4098-ad1b-2f7fa73b719b", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:06:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "bae386f9-41c3-4098-ad1b-2f7fa73b719b", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb-authn-ssl"} 2026-07-10T14:06:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "bae386f9-41c3-4098-ad1b-2f7fa73b719b", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:06:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "89d0a9f5-18b0-49dc-b134-ecf8cfdd019f", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:06:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "89d0a9f5-18b0-49dc-b134-ecf8cfdd019f", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:06:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "89d0a9f5-18b0-49dc-b134-ecf8cfdd019f", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:06:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "89d0a9f5-18b0-49dc-b134-ecf8cfdd019f", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb-kserve-route-authn"} 2026-07-10T14:06:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "89d0a9f5-18b0-49dc-b134-ecf8cfdd019f", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "authType": "userdefined"} 2026-07-10T14:06:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "89d0a9f5-18b0-49dc-b134-ecf8cfdd019f", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:06:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "c221d4c8-cc05-48a5-b058-422c04c940f3", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:06:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "c221d4c8-cc05-48a5-b058-422c04c940f3", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:06:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "c221d4c8-cc05-48a5-b058-422c04c940f3", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:06:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "c221d4c8-cc05-48a5-b058-422c04c940f3", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb-kserve-route-authn"} 2026-07-10T14:06:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "c221d4c8-cc05-48a5-b058-422c04c940f3", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "authType": "userdefined"} 2026-07-10T14:06:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "c221d4c8-cc05-48a5-b058-422c04c940f3", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:06:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "f4f10b8a-c27b-4aa0-adf7-31d7554503a5", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:06:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "f4f10b8a-c27b-4aa0-adf7-31d7554503a5", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:06:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "f4f10b8a-c27b-4aa0-adf7-31d7554503a5", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:06:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "f4f10b8a-c27b-4aa0-adf7-31d7554503a5", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb-kserve-route-authn"} 2026-07-10T14:06:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "f4f10b8a-c27b-4aa0-adf7-31d7554503a5", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "authType": "userdefined"} 2026-07-10T14:06:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "f4f10b8a-c27b-4aa0-adf7-31d7554503a5", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:06:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "9a8ad6a4-f2c4-482c-aad0-12191270cc0d", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:06:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "9a8ad6a4-f2c4-482c-aad0-12191270cc0d", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:06:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "9a8ad6a4-f2c4-482c-aad0-12191270cc0d", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:06:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "e7373804-ccc7-416b-8b0d-8baa56153ec4", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:06:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "9a8ad6a4-f2c4-482c-aad0-12191270cc0d", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824-kserve-route-authn"} 2026-07-10T14:06:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "9a8ad6a4-f2c4-482c-aad0-12191270cc0d", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "authType": "userdefined"} 2026-07-10T14:06:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "9a8ad6a4-f2c4-482c-aad0-12191270cc0d", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:06:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "e7373804-ccc7-416b-8b0d-8baa56153ec4", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824-authn-ssl"} 2026-07-10T14:06:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "e7373804-ccc7-416b-8b0d-8baa56153ec4", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:06:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "8ab304f8-c8db-44c1-b53b-a92b4c427470", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:06:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "8ab304f8-c8db-44c1-b53b-a92b4c427470", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:06:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "8ab304f8-c8db-44c1-b53b-a92b4c427470", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:06:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "8ab304f8-c8db-44c1-b53b-a92b4c427470", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824-kserve-route-authn"} 2026-07-10T14:06:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "8ab304f8-c8db-44c1-b53b-a92b4c427470", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "authType": "userdefined"} 2026-07-10T14:06:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "8ab304f8-c8db-44c1-b53b-a92b4c427470", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:06:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "310104e1-4ab1-4217-a168-244a384cdd2f", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:06:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "310104e1-4ab1-4217-a168-244a384cdd2f", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824-authn-ssl"} 2026-07-10T14:06:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "310104e1-4ab1-4217-a168-244a384cdd2f", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:06:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "e6e42bf3-963a-4eef-bc37-55496a03de7f", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:06:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "e6e42bf3-963a-4eef-bc37-55496a03de7f", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:06:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "e6e42bf3-963a-4eef-bc37-55496a03de7f", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:06:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "e6e42bf3-963a-4eef-bc37-55496a03de7f", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824-kserve-route-authn"} 2026-07-10T14:06:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "e6e42bf3-963a-4eef-bc37-55496a03de7f", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "authType": "userdefined"} 2026-07-10T14:06:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "e6e42bf3-963a-4eef-bc37-55496a03de7f", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:06:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "069fc943-7976-41e0-b637-d1e37c5223d6", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:06:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "069fc943-7976-41e0-b637-d1e37c5223d6", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:06:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "069fc943-7976-41e0-b637-d1e37c5223d6", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:06:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "069fc943-7976-41e0-b637-d1e37c5223d6", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824-kserve-route-authn"} 2026-07-10T14:06:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "069fc943-7976-41e0-b637-d1e37c5223d6", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "authType": "userdefined"} 2026-07-10T14:06:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "069fc943-7976-41e0-b637-d1e37c5223d6", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:07:33Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "1d3d68b1-15f4-414a-992f-b3a1c64c4539", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:07:33Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "1d3d68b1-15f4-414a-992f-b3a1c64c4539", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb"} 2026-07-10T14:07:33Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "1d3d68b1-15f4-414a-992f-b3a1c64c4539", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:07:33Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "1d3d68b1-15f4-414a-992f-b3a1c64c4539", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:07:33Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "1d3d68b1-15f4-414a-992f-b3a1c64c4539", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb-kserve-route-authn"} 2026-07-10T14:07:33Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "1d3d68b1-15f4-414a-992f-b3a1c64c4539", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb-kserve-route-authn"} 2026-07-10T14:07:33Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "1d3d68b1-15f4-414a-992f-b3a1c64c4539", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:07:33Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "1d3d68b1-15f4-414a-992f-b3a1c64c4539", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:07:33Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ffeadb","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "rate-test-model-ffeadb", "reconcileID": "ad9777d2-bdfe-408b-aa20-d8be6c13f255", "LLMInferenceService": "rate-test-model-ffeadb", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:07:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "383bbd68-9e03-4293-9f8d-001b40f5d040", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:07:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "383bbd68-9e03-4293-9f8d-001b40f5d040", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb-authn-ssl"} 2026-07-10T14:07:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "383bbd68-9e03-4293-9f8d-001b40f5d040", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:07:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "6643adb0-2053-4f26-83ce-ef065e94b41a", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:07:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "6643adb0-2053-4f26-83ce-ef065e94b41a", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb-authn-ssl"} 2026-07-10T14:07:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "6643adb0-2053-4f26-83ce-ef065e94b41a", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:07:33Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "78fccbc1-54c0-4e39-8fb9-72a425abcc53", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:07:33Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "78fccbc1-54c0-4e39-8fb9-72a425abcc53", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824"} 2026-07-10T14:07:33Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "78fccbc1-54c0-4e39-8fb9-72a425abcc53", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:07:33Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "78fccbc1-54c0-4e39-8fb9-72a425abcc53", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:07:33Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "78fccbc1-54c0-4e39-8fb9-72a425abcc53", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824-kserve-route-authn"} 2026-07-10T14:07:33Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "78fccbc1-54c0-4e39-8fb9-72a425abcc53", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824-kserve-route-authn"} 2026-07-10T14:07:33Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "78fccbc1-54c0-4e39-8fb9-72a425abcc53", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:07:33Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "78fccbc1-54c0-4e39-8fb9-72a425abcc53", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:07:34Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c21824","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "rate-test-model-c21824", "reconcileID": "ff62ced9-3ed8-4a97-905a-821b7959d542", "LLMInferenceService": "rate-test-model-c21824", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:07:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "af17952e-da01-4c3f-a1c6-1bb6eee3cc61", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:07:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "af17952e-da01-4c3f-a1c6-1bb6eee3cc61", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824-authn-ssl"} 2026-07-10T14:07:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "af17952e-da01-4c3f-a1c6-1bb6eee3cc61", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:07:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "ad9fe070-6d62-45a5-866c-14e4df035b00", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:07:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "ad9fe070-6d62-45a5-866c-14e4df035b00", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824-authn-ssl"} 2026-07-10T14:07:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "ad9fe070-6d62-45a5-866c-14e4df035b00", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:07:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ba1d9620-b585-41dd-bd8d-c568d2efae6b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T14:07:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "3d13bfa5-0688-470d-a424-93b78299221d", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:07:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "3d13bfa5-0688-470d-a424-93b78299221d", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb-authn-ssl"} 2026-07-10T14:07:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "3d13bfa5-0688-470d-a424-93b78299221d", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:08:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4bb4a53-9282-43cc-a387-f01618d74274", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:08:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4bb4a53-9282-43cc-a387-f01618d74274", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T14:08:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4bb4a53-9282-43cc-a387-f01618d74274", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-ffeadb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T14:08:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "odh-trusted-ca-bundle", "reconcileID": "99e7fc25-d3af-4f9c-a300-b2bcc9e7e526", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:08:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "odh-trusted-ca-bundle", "reconcileID": "99e7fc25-d3af-4f9c-a300-b2bcc9e7e526", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ffeadb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T14:08:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "odh-trusted-ca-bundle", "reconcileID": "99e7fc25-d3af-4f9c-a300-b2bcc9e7e526", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-ffeadb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T14:08:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "openshift-service-ca.crt", "reconcileID": "df6248b0-eb13-4815-b160-78089864c187", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:08:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "openshift-service-ca.crt", "reconcileID": "df6248b0-eb13-4815-b160-78089864c187", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:08:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4db13129-e0ef-4746-baa4-f90832565858", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:08:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4db13129-e0ef-4746-baa4-f90832565858", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:08:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "odh-trusted-ca-bundle", "reconcileID": "3dbe551e-0ee4-478d-94c9-3a05eeeef1dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:08:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ffeadb"}, "namespace": "ai-tenant-e2e-shared-a-ffeadb", "name": "odh-trusted-ca-bundle", "reconcileID": "3dbe551e-0ee4-478d-94c9-3a05eeeef1dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ffeadb"} 2026-07-10T14:08:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ffeadb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ffeadb", "reconcileID": "e350071e-6a78-4b65-a470-5445163892d4", "Gateway": "e2e-shared-a-ffeadb", "namespace": "openshift-ingress"} 2026-07-10T14:08:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9d9dc97f-29e3-4f57-b9ce-e5662c188fb3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T14:08:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "521f7a8e-7784-45c3-8087-38864fa9094b", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:08:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "521f7a8e-7784-45c3-8087-38864fa9094b", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824-authn-ssl"} 2026-07-10T14:08:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "521f7a8e-7784-45c3-8087-38864fa9094b", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"} 2026-07-10T14:08:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "783d585e-ff53-424c-b101-e25c3c1ca28d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:08:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "783d585e-ff53-424c-b101-e25c3c1ca28d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c21824", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T14:08:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "783d585e-ff53-424c-b101-e25c3c1ca28d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-c21824 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T14:08:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "odh-trusted-ca-bundle", "reconcileID": "1c766ba8-b3e9-4a6a-9d6a-a4713ee98cdf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:08:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "odh-trusted-ca-bundle", "reconcileID": "1c766ba8-b3e9-4a6a-9d6a-a4713ee98cdf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:08:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "openshift-service-ca.crt", "reconcileID": "22338d9a-ca75-4af7-83be-1dbb849f8e67", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:08:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "openshift-service-ca.crt", "reconcileID": "22338d9a-ca75-4af7-83be-1dbb849f8e67", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:08:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fda89a6a-66bd-4a11-a6c3-3901b61f7974", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:08:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c21824"}, "namespace": "ai-tenant-e2e-shared-b-c21824", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fda89a6a-66bd-4a11-a6c3-3901b61f7974", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c21824"} 2026-07-10T14:08:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c21824","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c21824", "reconcileID": "975d3c9b-a2a6-4a7e-8ccc-508345bc5852", "Gateway": "e2e-shared-b-c21824", "namespace": "openshift-ingress"}