2026-07-07T14:58:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f5749","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f5749", "reconcileID": "e491c303-bd3e-4bf7-9a70-c17b2e6579ef", "Gateway": "e2e-api-a-8f5749", "namespace": "openshift-ingress"} 2026-07-07T14:58:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f5749","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f5749", "reconcileID": "e491c303-bd3e-4bf7-9a70-c17b2e6579ef", "Gateway": "e2e-api-a-8f5749", "namespace": "openshift-ingress", "name": "e2e-api-a-8f5749-authn-ssl"} 2026-07-07T14:58:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f5749","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f5749", "reconcileID": "e491c303-bd3e-4bf7-9a70-c17b2e6579ef", "Gateway": "e2e-api-a-8f5749", "namespace": "openshift-ingress"} 2026-07-07T14:58:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d09310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d09310", "reconcileID": "ecf6130a-c4d9-4856-b712-e5c92111d312", "Gateway": "e2e-api-b-d09310", "namespace": "openshift-ingress"} 2026-07-07T14:58:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d09310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d09310", "reconcileID": "ecf6130a-c4d9-4856-b712-e5c92111d312", "Gateway": "e2e-api-b-d09310", "namespace": "openshift-ingress", "name": "e2e-api-b-d09310-authn-ssl"} 2026-07-07T14:58:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d09310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d09310", "reconcileID": "ecf6130a-c4d9-4856-b712-e5c92111d312", "Gateway": "e2e-api-b-d09310", "namespace": "openshift-ingress"} 2026-07-07T14:58:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d09310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d09310", "reconcileID": "a2f519af-8a65-4a32-800f-cece7e8be647", "Gateway": "e2e-api-b-d09310", "namespace": "openshift-ingress"} 2026-07-07T14:58:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d09310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d09310", "reconcileID": "a2f519af-8a65-4a32-800f-cece7e8be647", "Gateway": "e2e-api-b-d09310", "namespace": "openshift-ingress", "name": "e2e-api-b-d09310-authn-ssl"} 2026-07-07T14:58:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d09310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d09310", "reconcileID": "a2f519af-8a65-4a32-800f-cece7e8be647", "Gateway": "e2e-api-b-d09310", "namespace": "openshift-ingress"} 2026-07-07T14:58:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d09310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d09310", "reconcileID": "2436e09d-a403-468b-9161-bc167d777e78", "Gateway": "e2e-api-b-d09310", "namespace": "openshift-ingress"} 2026-07-07T14:58:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d09310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d09310", "reconcileID": "2436e09d-a403-468b-9161-bc167d777e78", "Gateway": "e2e-api-b-d09310", "namespace": "openshift-ingress", "name": "e2e-api-b-d09310-authn-ssl"} 2026-07-07T14:58:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d09310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d09310", "reconcileID": "2436e09d-a403-468b-9161-bc167d777e78", "Gateway": "e2e-api-b-d09310", "namespace": "openshift-ingress"} 2026-07-07T14:58:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d09310"}, "namespace": "ai-tenant-e2e-api-b-d09310", "name": "openshift-service-ca.crt", "reconcileID": "53b5a8ad-e6ba-4f9c-aa8d-5bd779ac00e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d09310"} 2026-07-07T14:58:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d09310"}, "namespace": "ai-tenant-e2e-api-b-d09310", "name": "openshift-service-ca.crt", "reconcileID": "1a94087c-912a-43a0-88c0-dd7a5c708e12", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d09310", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T14:58:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d09310"}, "namespace": "ai-tenant-e2e-api-b-d09310", "name": "openshift-service-ca.crt", "reconcileID": "1a94087c-912a-43a0-88c0-dd7a5c708e12", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d09310"} 2026-07-07T14:58:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d09310"}, "namespace": "ai-tenant-e2e-api-b-d09310", "name": "odh-trusted-ca-bundle", "reconcileID": "c796ce2c-4441-4eb3-ade3-ddcbcd54f5dd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d09310", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T14:58:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d09310"}, "namespace": "ai-tenant-e2e-api-b-d09310", "name": "odh-trusted-ca-bundle", "reconcileID": "c796ce2c-4441-4eb3-ade3-ddcbcd54f5dd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T14:58:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d09310"}, "namespace": "ai-tenant-e2e-api-b-d09310", "name": "openshift-service-ca.crt", "reconcileID": "db268545-e082-4229-8436-7c8afadd758c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d09310"} 2026-07-07T14:58:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d09310"}, "namespace": "ai-tenant-e2e-api-b-d09310", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e3195fc-55bd-4bf6-be34-93422bcd33e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d09310"} 2026-07-07T14:58:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d09310"}, "namespace": "ai-tenant-e2e-api-b-d09310", "name": "odh-trusted-ca-bundle", "reconcileID": "8be27fe0-2435-48f2-9d20-1a76cedbe140", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d09310"} 2026-07-07T14:58:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d09310"}, "namespace": "ai-tenant-e2e-api-b-d09310", "name": "odh-trusted-ca-bundle", "reconcileID": "f2bad847-4d81-412e-8887-40eeebd08149", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d09310", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T14:58:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d09310"}, "namespace": "ai-tenant-e2e-api-b-d09310", "name": "odh-trusted-ca-bundle", "reconcileID": "f2bad847-4d81-412e-8887-40eeebd08149", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d09310"} 2026-07-07T14:58:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d09310"}, "namespace": "ai-tenant-e2e-api-b-d09310", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5de3bcc1-6d37-4691-95f5-cef45d3921c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d09310"} 2026-07-07T14:58:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d09310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d09310", "reconcileID": "737c7c8f-f39d-4e90-8d86-df6e35d36fb6", "Gateway": "e2e-api-b-d09310", "namespace": "openshift-ingress"} 2026-07-07T14:58:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d09310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d09310", "reconcileID": "737c7c8f-f39d-4e90-8d86-df6e35d36fb6", "Gateway": "e2e-api-b-d09310", "namespace": "openshift-ingress", "name": "e2e-api-b-d09310-authn-ssl"} 2026-07-07T14:58:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d09310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d09310", "reconcileID": "737c7c8f-f39d-4e90-8d86-df6e35d36fb6", "Gateway": "e2e-api-b-d09310", "namespace": "openshift-ingress"} 2026-07-07T14:58:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "bd041a35-6806-4730-8952-fe49ff2b621a", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T14:58:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f5749","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f5749", "reconcileID": "5b2e2446-cf9e-4275-8c28-61b30c4fa374", "Gateway": "e2e-api-a-8f5749", "namespace": "openshift-ingress"} 2026-07-07T14:58:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f5749","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f5749", "reconcileID": "5b2e2446-cf9e-4275-8c28-61b30c4fa374", "Gateway": "e2e-api-a-8f5749", "namespace": "openshift-ingress", "name": "e2e-api-a-8f5749-authn-ssl"} 2026-07-07T14:58:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f5749","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f5749", "reconcileID": "5b2e2446-cf9e-4275-8c28-61b30c4fa374", "Gateway": "e2e-api-a-8f5749", "namespace": "openshift-ingress"} 2026-07-07T14:58:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d09310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d09310", "reconcileID": "5b123c1a-bad0-4cb9-baed-6929b93ff510", "Gateway": "e2e-api-b-d09310", "namespace": "openshift-ingress"} 2026-07-07T14:58:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d09310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d09310", "reconcileID": "5b123c1a-bad0-4cb9-baed-6929b93ff510", "Gateway": "e2e-api-b-d09310", "namespace": "openshift-ingress", "name": "e2e-api-b-d09310-authn-ssl"} 2026-07-07T14:58:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d09310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d09310", "reconcileID": "5b123c1a-bad0-4cb9-baed-6929b93ff510", "Gateway": "e2e-api-b-d09310", "namespace": "openshift-ingress"} 2026-07-07T14:58:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "cb129f32-ccd6-420c-b0de-c516e4a0810e", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T14:58:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f5749","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f5749", "reconcileID": "e6557bde-2957-4619-97e7-33e602da1f8a", "Gateway": "e2e-api-a-8f5749", "namespace": "openshift-ingress"} 2026-07-07T14:58:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f5749","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f5749", "reconcileID": "e6557bde-2957-4619-97e7-33e602da1f8a", "Gateway": "e2e-api-a-8f5749", "namespace": "openshift-ingress", "name": "e2e-api-a-8f5749-authn-ssl"} 2026-07-07T14:58:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8f5749","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8f5749", "reconcileID": "e6557bde-2957-4619-97e7-33e602da1f8a", "Gateway": "e2e-api-a-8f5749", "namespace": "openshift-ingress"} 2026-07-07T14:59:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8f5749"}, "namespace": "ai-tenant-e2e-api-a-8f5749", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15c0150a-bad8-49f0-b43d-0e79e8406c1d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8f5749"} 2026-07-07T14:59:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8f5749"}, "namespace": "ai-tenant-e2e-api-a-8f5749", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15c0150a-bad8-49f0-b43d-0e79e8406c1d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8f5749", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T14:59:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8f5749"}, "namespace": "ai-tenant-e2e-api-a-8f5749", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15c0150a-bad8-49f0-b43d-0e79e8406c1d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-8f5749 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T14:59:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8f5749"}, "namespace": "ai-tenant-e2e-api-a-8f5749", "name": "odh-trusted-ca-bundle", "reconcileID": "ef2f92ec-08dc-4349-81c0-8c12295d3022", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8f5749"} 2026-07-07T14:59:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8f5749"}, "namespace": "ai-tenant-e2e-api-a-8f5749", "name": "odh-trusted-ca-bundle", "reconcileID": "ef2f92ec-08dc-4349-81c0-8c12295d3022", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8f5749"} 2026-07-07T14:59:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8f5749"}, "namespace": "ai-tenant-e2e-api-a-8f5749", "name": "openshift-service-ca.crt", "reconcileID": "9165a9ae-1876-4342-96c3-8b161372792e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8f5749"} 2026-07-07T14:59:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8f5749"}, "namespace": "ai-tenant-e2e-api-a-8f5749", "name": "openshift-service-ca.crt", "reconcileID": "9165a9ae-1876-4342-96c3-8b161372792e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8f5749"} 2026-07-07T14:59:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8f5749"}, "namespace": "ai-tenant-e2e-api-a-8f5749", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99ae7156-2b40-4c4f-ac80-cb2873e9ee5f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8f5749"} 2026-07-07T14:59:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8f5749"}, "namespace": "ai-tenant-e2e-api-a-8f5749", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99ae7156-2b40-4c4f-ac80-cb2873e9ee5f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8f5749"} 2026-07-07T14:59:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "5aaba0eb-8919-4e7e-b07e-cf02e7ef383c", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T14:59:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d09310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d09310", "reconcileID": "b2696aba-8f13-42e0-ad4f-3bb60b96b048", "Gateway": "e2e-api-b-d09310", "namespace": "openshift-ingress"} 2026-07-07T14:59:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d09310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d09310", "reconcileID": "b2696aba-8f13-42e0-ad4f-3bb60b96b048", "Gateway": "e2e-api-b-d09310", "namespace": "openshift-ingress", "name": "e2e-api-b-d09310-authn-ssl"} 2026-07-07T14:59:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d09310","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d09310", "reconcileID": "b2696aba-8f13-42e0-ad4f-3bb60b96b048", "Gateway": "e2e-api-b-d09310", "namespace": "openshift-ingress"} 2026-07-07T14:59:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d09310"}, "namespace": "ai-tenant-e2e-api-b-d09310", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fabb4160-6838-4465-b1fb-b46baef00913", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d09310"} 2026-07-07T14:59:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d09310"}, "namespace": "ai-tenant-e2e-api-b-d09310", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fabb4160-6838-4465-b1fb-b46baef00913", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d09310", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T14:59:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d09310"}, "namespace": "ai-tenant-e2e-api-b-d09310", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fabb4160-6838-4465-b1fb-b46baef00913", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-d09310 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T14:59:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d09310"}, "namespace": "ai-tenant-e2e-api-b-d09310", "name": "odh-trusted-ca-bundle", "reconcileID": "4388300c-0baf-4160-8ece-6e008a2bbda5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d09310"} 2026-07-07T14:59:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d09310"}, "namespace": "ai-tenant-e2e-api-b-d09310", "name": "odh-trusted-ca-bundle", "reconcileID": "4388300c-0baf-4160-8ece-6e008a2bbda5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d09310"} 2026-07-07T14:59:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d09310"}, "namespace": "ai-tenant-e2e-api-b-d09310", "name": "openshift-service-ca.crt", "reconcileID": "88e041cb-ad90-4125-91d0-30d211e7ce95", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d09310"} 2026-07-07T14:59:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d09310"}, "namespace": "ai-tenant-e2e-api-b-d09310", "name": "openshift-service-ca.crt", "reconcileID": "88e041cb-ad90-4125-91d0-30d211e7ce95", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d09310"} 2026-07-07T14:59:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d09310"}, "namespace": "ai-tenant-e2e-api-b-d09310", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4903a18-daf1-4cb9-a0cf-03e828753fdd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d09310"} 2026-07-07T14:59:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d09310"}, "namespace": "ai-tenant-e2e-api-b-d09310", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4903a18-daf1-4cb9-a0cf-03e828753fdd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d09310"} 2026-07-07T14:59:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "7cf8e95d-8fac-46c0-b2f8-10836e2ec87e", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T14:59:12Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "7cf8e95d-8fac-46c0-b2f8-10836e2ec87e", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a-authn-ssl"} 2026-07-07T14:59:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "7cf8e95d-8fac-46c0-b2f8-10836e2ec87e", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T14:59:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "fcf33108-8a2c-4c59-84fd-094fd7e9ac6b", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T14:59:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "fcf33108-8a2c-4c59-84fd-094fd7e9ac6b", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a-authn-ssl"} 2026-07-07T14:59:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "fcf33108-8a2c-4c59-84fd-094fd7e9ac6b", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T14:59:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "2ee6cb6a-4a76-427c-aee8-b7fafe84e9fc", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T14:59:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "2ee6cb6a-4a76-427c-aee8-b7fafe84e9fc", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a-authn-ssl"} 2026-07-07T14:59:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "2ee6cb6a-4a76-427c-aee8-b7fafe84e9fc", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T14:59:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "23b735cf-adc9-4124-ad29-56d735d1024a", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T14:59:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "23b735cf-adc9-4124-ad29-56d735d1024a", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a-authn-ssl"} 2026-07-07T14:59:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "23b735cf-adc9-4124-ad29-56d735d1024a", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T14:59:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "08c1c90c-2f6a-4cf1-a63e-94981fa13d4c", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T14:59:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "08c1c90c-2f6a-4cf1-a63e-94981fa13d4c", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a-authn-ssl"} 2026-07-07T14:59:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "08c1c90c-2f6a-4cf1-a63e-94981fa13d4c", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T14:59:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "145d3436-efcb-44f6-b73a-f1ccb728e95b", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T14:59:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "145d3436-efcb-44f6-b73a-f1ccb728e95b", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a-authn-ssl"} 2026-07-07T14:59:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "145d3436-efcb-44f6-b73a-f1ccb728e95b", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T14:59:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "36c0e5db-c826-4c0a-8c87-d00d74fc403f", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T14:59:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "36c0e5db-c826-4c0a-8c87-d00d74fc403f", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a-authn-ssl"} 2026-07-07T14:59:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "36c0e5db-c826-4c0a-8c87-d00d74fc403f", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T14:59:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "openshift-service-ca.crt", "reconcileID": "0e47fd85-e998-4c3f-b06f-2e1e7a77f7c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T14:59:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "odh-trusted-ca-bundle", "reconcileID": "d902248d-c570-4aba-a250-93db14339b63", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T14:59:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "openshift-service-ca.crt", "reconcileID": "25fd9c14-f12b-4716-a582-63b1f52de9b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-82db1a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T14:59:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "openshift-service-ca.crt", "reconcileID": "25fd9c14-f12b-4716-a582-63b1f52de9b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T14:59:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50bf8b2e-a6cc-469e-bb31-a09e4467bb13", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T14:59:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "openshift-service-ca.crt", "reconcileID": "2a93b90b-cd34-422c-9932-a213d3035c98", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T14:59:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "odh-trusted-ca-bundle", "reconcileID": "5ff14461-0980-4738-b8ff-9a289e119821", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-82db1a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T14:59:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "odh-trusted-ca-bundle", "reconcileID": "5ff14461-0980-4738-b8ff-9a289e119821", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T14:59:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "791e6b17-ce33-4669-81bf-32f77c0cdd86", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T14:59:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "68fc48bb-b557-431f-9941-baf0acd065e3", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T14:59:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "68fc48bb-b557-431f-9941-baf0acd065e3", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a-authn-ssl"} 2026-07-07T14:59:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "68fc48bb-b557-431f-9941-baf0acd065e3", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T14:59:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "042abc77-6166-46a3-94a6-859af9d06df7", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T14:59:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "473a2ce6-6859-43a7-9ada-9510964a68d5", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T14:59:20Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "473a2ce6-6859-43a7-9ada-9510964a68d5", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76-authn-ssl"} 2026-07-07T14:59:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "473a2ce6-6859-43a7-9ada-9510964a68d5", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T14:59:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "0410147e-0052-4dab-bb61-7a7522d5e56f", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T14:59:20Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "0410147e-0052-4dab-bb61-7a7522d5e56f", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76-authn-ssl"} 2026-07-07T14:59:20Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "0410147e-0052-4dab-bb61-7a7522d5e56f", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-shared-b-537d76-authn-ssl: envoyfilters.networking.istio.io \"e2e-shared-b-537d76-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T14:59:20Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-shared-b-537d76-authn-ssl: envoyfilters.networking.istio.io "e2e-shared-b-537d76-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-shared-b-537d76","uid":"4ea00f10-7cc5-489d-be51-5616645ff950","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"51116"}, "reason": "ReconcileError"} 2026-07-07T14:59:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "2b537df7-91de-4247-9d77-9589d4df79bc", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T14:59:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "2b537df7-91de-4247-9d77-9589d4df79bc", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76-authn-ssl"} 2026-07-07T14:59:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "2b537df7-91de-4247-9d77-9589d4df79bc", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T14:59:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "297378ea-c649-4249-a149-83cebc77fce8", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T14:59:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "297378ea-c649-4249-a149-83cebc77fce8", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76-authn-ssl"} 2026-07-07T14:59:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "297378ea-c649-4249-a149-83cebc77fce8", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T14:59:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "089bcf5c-63c6-4c4c-be6a-f806073fa2a1", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T14:59:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "089bcf5c-63c6-4c4c-be6a-f806073fa2a1", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76-authn-ssl"} 2026-07-07T14:59:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "089bcf5c-63c6-4c4c-be6a-f806073fa2a1", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T14:59:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "fbcdb50c-ae73-4172-8b71-59d9fe3c1280", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T14:59:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "fbcdb50c-ae73-4172-8b71-59d9fe3c1280", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76-authn-ssl"} 2026-07-07T14:59:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "fbcdb50c-ae73-4172-8b71-59d9fe3c1280", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T14:59:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "bb6f9a60-75f9-43c5-9910-fcdbb336ed6a", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T14:59:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "bb6f9a60-75f9-43c5-9910-fcdbb336ed6a", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76-authn-ssl"} 2026-07-07T14:59:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "bb6f9a60-75f9-43c5-9910-fcdbb336ed6a", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T14:59:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "c626b6fd-7701-4bd7-938f-d705efad433a", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T14:59:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "c626b6fd-7701-4bd7-938f-d705efad433a", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76-authn-ssl"} 2026-07-07T14:59:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "c626b6fd-7701-4bd7-938f-d705efad433a", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T14:59:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "openshift-service-ca.crt", "reconcileID": "9b678c16-18ab-4bae-b996-e8f974a0524b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T14:59:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "odh-trusted-ca-bundle", "reconcileID": "1a8c6a4b-31d5-4e11-a928-70dd1db9e251", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T14:59:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "openshift-service-ca.crt", "reconcileID": "cc2baa39-7e0f-4baf-a530-d62e4dbf2389", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-537d76", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T14:59:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "openshift-service-ca.crt", "reconcileID": "cc2baa39-7e0f-4baf-a530-d62e4dbf2389", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T14:59:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "openshift-service-ca.crt", "reconcileID": "014b5157-c596-4fca-b6af-d1d108995d15", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-537d76", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T14:59:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "openshift-service-ca.crt", "reconcileID": "014b5157-c596-4fca-b6af-d1d108995d15", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T14:59:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a37a0355-00e5-4c23-9f91-44352f6c588d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T14:59:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "openshift-service-ca.crt", "reconcileID": "6e44e02c-27a3-4285-8e0d-f897d95329ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T14:59:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "odh-trusted-ca-bundle", "reconcileID": "fc4e9779-877e-4d51-bfa5-a5a9cfa1e5be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-537d76", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T14:59:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "odh-trusted-ca-bundle", "reconcileID": "fc4e9779-877e-4d51-bfa5-a5a9cfa1e5be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T14:59:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3fb4998-dbd4-41fc-ac88-5c14aabfc393", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T14:59:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "a6aa00ad-c9ea-4b08-8a9a-d250b399a5bb", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T14:59:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "a6aa00ad-c9ea-4b08-8a9a-d250b399a5bb", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76-authn-ssl"} 2026-07-07T14:59:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "a6aa00ad-c9ea-4b08-8a9a-d250b399a5bb", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T14:59:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "7c566935-589c-4079-b0dd-e007dfec4d2d", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T14:59:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "58cea297-afa9-41d4-99c6-f7dcb892634d", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T14:59:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "58cea297-afa9-41d4-99c6-f7dcb892634d", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a-authn-ssl"} 2026-07-07T14:59:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "58cea297-afa9-41d4-99c6-f7dcb892634d", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T14:59:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "a844e8ea-da79-453b-828c-879699463497", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T14:59:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "a844e8ea-da79-453b-828c-879699463497", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T14:59:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "a844e8ea-da79-453b-828c-879699463497", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T14:59:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "ad83677f-212c-4091-8e8f-df6e9c530730", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T14:59:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "a844e8ea-da79-453b-828c-879699463497", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a-kserve-route-authn"} 2026-07-07T14:59:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "a844e8ea-da79-453b-828c-879699463497", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "authType": "userdefined"} 2026-07-07T14:59:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "a844e8ea-da79-453b-828c-879699463497", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T14:59:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "ad83677f-212c-4091-8e8f-df6e9c530730", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a-authn-ssl"} 2026-07-07T14:59:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "ad83677f-212c-4091-8e8f-df6e9c530730", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T14:59:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "7ce5d465-f453-4a65-b1d4-3e5ae2784c7d", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T14:59:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "7ce5d465-f453-4a65-b1d4-3e5ae2784c7d", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T14:59:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "7ce5d465-f453-4a65-b1d4-3e5ae2784c7d", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T14:59:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "7ce5d465-f453-4a65-b1d4-3e5ae2784c7d", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a-kserve-route-authn"} 2026-07-07T14:59:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "7ce5d465-f453-4a65-b1d4-3e5ae2784c7d", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "authType": "userdefined"} 2026-07-07T14:59:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "7ce5d465-f453-4a65-b1d4-3e5ae2784c7d", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T14:59:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "3b8bbd17-3ee4-4539-a7fc-c0ec184ec5b1", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T14:59:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "3b8bbd17-3ee4-4539-a7fc-c0ec184ec5b1", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76-authn-ssl"} 2026-07-07T14:59:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "3b8bbd17-3ee4-4539-a7fc-c0ec184ec5b1", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T14:59:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "e712c4f7-aa63-4b3f-8bad-e51f5428977e", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T14:59:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "e712c4f7-aa63-4b3f-8bad-e51f5428977e", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a-authn-ssl"} 2026-07-07T14:59:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "e712c4f7-aa63-4b3f-8bad-e51f5428977e", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T14:59:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "68632be7-8901-4222-b0e3-fe995c00e196", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T14:59:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "68632be7-8901-4222-b0e3-fe995c00e196", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T14:59:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "68632be7-8901-4222-b0e3-fe995c00e196", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T14:59:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "68632be7-8901-4222-b0e3-fe995c00e196", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a-kserve-route-authn"} 2026-07-07T14:59:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "68632be7-8901-4222-b0e3-fe995c00e196", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "authType": "userdefined"} 2026-07-07T14:59:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "68632be7-8901-4222-b0e3-fe995c00e196", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T14:59:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "feb13bc1-7644-4d57-9f3e-904ff215c46d", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T14:59:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "ef59504f-943d-44ec-b7da-d845f80e9ef3", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T15:00:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "05943c19-47f0-4f14-a577-36b68f24eb06", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:00:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "05943c19-47f0-4f14-a577-36b68f24eb06", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:00:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "05943c19-47f0-4f14-a577-36b68f24eb06", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:00:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "05943c19-47f0-4f14-a577-36b68f24eb06", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a-kserve-route-authn"} 2026-07-07T15:00:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "05943c19-47f0-4f14-a577-36b68f24eb06", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "authType": "userdefined"} 2026-07-07T15:00:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "05943c19-47f0-4f14-a577-36b68f24eb06", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:00:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "1687732b-9ce8-4876-9549-fdcb32628620", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:00:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "1687732b-9ce8-4876-9549-fdcb32628620", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:00:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "1687732b-9ce8-4876-9549-fdcb32628620", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:00:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "1f3975e0-9f5f-4b01-b539-7dd6fd8958bd", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T15:00:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "1687732b-9ce8-4876-9549-fdcb32628620", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76-kserve-route-authn"} 2026-07-07T15:00:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "1687732b-9ce8-4876-9549-fdcb32628620", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "authType": "userdefined"} 2026-07-07T15:00:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "1687732b-9ce8-4876-9549-fdcb32628620", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:00:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "1f3975e0-9f5f-4b01-b539-7dd6fd8958bd", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76-authn-ssl"} 2026-07-07T15:00:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "1f3975e0-9f5f-4b01-b539-7dd6fd8958bd", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T15:00:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "60690e32-af8a-4b71-9712-f096bd9ccfb4", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:00:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "60690e32-af8a-4b71-9712-f096bd9ccfb4", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:00:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "60690e32-af8a-4b71-9712-f096bd9ccfb4", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:00:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "60690e32-af8a-4b71-9712-f096bd9ccfb4", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76-kserve-route-authn"} 2026-07-07T15:00:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "60690e32-af8a-4b71-9712-f096bd9ccfb4", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "authType": "userdefined"} 2026-07-07T15:00:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "60690e32-af8a-4b71-9712-f096bd9ccfb4", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:00:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "78eeef6c-a0fa-402d-bd2c-d967df731f5d", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T15:00:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "78eeef6c-a0fa-402d-bd2c-d967df731f5d", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76-authn-ssl"} 2026-07-07T15:00:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "78eeef6c-a0fa-402d-bd2c-d967df731f5d", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T15:00:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "48de63ac-7957-465d-8e5c-87781189a675", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:00:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "48de63ac-7957-465d-8e5c-87781189a675", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:00:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "48de63ac-7957-465d-8e5c-87781189a675", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:00:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "48de63ac-7957-465d-8e5c-87781189a675", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76-kserve-route-authn"} 2026-07-07T15:00:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "48de63ac-7957-465d-8e5c-87781189a675", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "authType": "userdefined"} 2026-07-07T15:00:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "48de63ac-7957-465d-8e5c-87781189a675", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:00:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "312de570-31b7-4d96-aee6-4e9be27ee954", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:00:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "312de570-31b7-4d96-aee6-4e9be27ee954", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:00:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "312de570-31b7-4d96-aee6-4e9be27ee954", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:00:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "312de570-31b7-4d96-aee6-4e9be27ee954", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76-kserve-route-authn"} 2026-07-07T15:00:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "312de570-31b7-4d96-aee6-4e9be27ee954", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "authType": "userdefined"} 2026-07-07T15:00:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "312de570-31b7-4d96-aee6-4e9be27ee954", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:00:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "6191b430-ac62-4044-978b-23677139527b", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T15:00:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "6191b430-ac62-4044-978b-23677139527b", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a-authn-ssl"} 2026-07-07T15:00:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "6191b430-ac62-4044-978b-23677139527b", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T15:00:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "0e25a573-7710-4339-89ad-2eb0df3d8d04", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T15:00:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "0e25a573-7710-4339-89ad-2eb0df3d8d04", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76-authn-ssl"} 2026-07-07T15:00:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "0e25a573-7710-4339-89ad-2eb0df3d8d04", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T15:02:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "564840cd-b857-4d21-b385-f9620b672c76", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:02:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "564840cd-b857-4d21-b385-f9620b672c76", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a"} 2026-07-07T15:02:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "564840cd-b857-4d21-b385-f9620b672c76", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:02:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "564840cd-b857-4d21-b385-f9620b672c76", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:02:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "564840cd-b857-4d21-b385-f9620b672c76", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a-kserve-route-authn"} 2026-07-07T15:02:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "564840cd-b857-4d21-b385-f9620b672c76", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a-kserve-route-authn"} 2026-07-07T15:02:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "564840cd-b857-4d21-b385-f9620b672c76", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:02:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "564840cd-b857-4d21-b385-f9620b672c76", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:02:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "auth-test-model-82db1a", "reconcileID": "48f9a495-67a6-4a48-b73d-f86fc9bcadff", "LLMInferenceService": "auth-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:02:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "ec0d229a-4c54-4b5e-88a9-69316d459c4a", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T15:02:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "ec0d229a-4c54-4b5e-88a9-69316d459c4a", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a-authn-ssl"} 2026-07-07T15:02:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "ec0d229a-4c54-4b5e-88a9-69316d459c4a", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T15:02:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "a2cdd320-17b3-4966-9af1-3c1064c26aa7", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T15:02:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "a2cdd320-17b3-4966-9af1-3c1064c26aa7", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a-authn-ssl"} 2026-07-07T15:02:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "a2cdd320-17b3-4966-9af1-3c1064c26aa7", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T15:02:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "9675fab4-11a7-4e7e-98c4-dcec78fdf7d1", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:02:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "9675fab4-11a7-4e7e-98c4-dcec78fdf7d1", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76"} 2026-07-07T15:02:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "9675fab4-11a7-4e7e-98c4-dcec78fdf7d1", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:02:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "9675fab4-11a7-4e7e-98c4-dcec78fdf7d1", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:02:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "9675fab4-11a7-4e7e-98c4-dcec78fdf7d1", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76-kserve-route-authn"} 2026-07-07T15:02:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "9675fab4-11a7-4e7e-98c4-dcec78fdf7d1", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76-kserve-route-authn"} 2026-07-07T15:02:13Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "9675fab4-11a7-4e7e-98c4-dcec78fdf7d1", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:02:13Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "9675fab4-11a7-4e7e-98c4-dcec78fdf7d1", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:02:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "auth-test-model-537d76", "reconcileID": "3246f79a-343d-4f50-8297-2b96e7db0eaa", "LLMInferenceService": "auth-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:02:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "ea371e2e-6853-4662-91db-7ad5fa63559a", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T15:02:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "ea371e2e-6853-4662-91db-7ad5fa63559a", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76-authn-ssl"} 2026-07-07T15:02:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "ea371e2e-6853-4662-91db-7ad5fa63559a", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T15:02:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "8f052f85-c40c-4a6e-9776-d1386d119ee5", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T15:02:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "8f052f85-c40c-4a6e-9776-d1386d119ee5", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76-authn-ssl"} 2026-07-07T15:02:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "8f052f85-c40c-4a6e-9776-d1386d119ee5", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T15:02:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "07f514ec-6a79-4cc4-8ba2-b5ba4bac2e3d", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:02:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "07f514ec-6a79-4cc4-8ba2-b5ba4bac2e3d", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:02:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "07f514ec-6a79-4cc4-8ba2-b5ba4bac2e3d", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:02:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "0dbac853-671b-45f1-a2f2-6ef52b7f2200", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T15:02:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "07f514ec-6a79-4cc4-8ba2-b5ba4bac2e3d", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a-kserve-route-authn"} 2026-07-07T15:02:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "07f514ec-6a79-4cc4-8ba2-b5ba4bac2e3d", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "authType": "userdefined"} 2026-07-07T15:02:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "07f514ec-6a79-4cc4-8ba2-b5ba4bac2e3d", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:02:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "0dbac853-671b-45f1-a2f2-6ef52b7f2200", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a-authn-ssl"} 2026-07-07T15:02:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "0dbac853-671b-45f1-a2f2-6ef52b7f2200", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T15:02:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "b1362aec-6a7f-4e4b-9cfb-dc596346bdf4", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:02:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "b1362aec-6a7f-4e4b-9cfb-dc596346bdf4", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:02:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "b1362aec-6a7f-4e4b-9cfb-dc596346bdf4", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:02:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "b1362aec-6a7f-4e4b-9cfb-dc596346bdf4", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a-kserve-route-authn"} 2026-07-07T15:02:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "b1362aec-6a7f-4e4b-9cfb-dc596346bdf4", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "authType": "userdefined"} 2026-07-07T15:02:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "b1362aec-6a7f-4e4b-9cfb-dc596346bdf4", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:02:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "50ab42e6-c544-44b3-974e-0765ace89486", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T15:02:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "50ab42e6-c544-44b3-974e-0765ace89486", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a-authn-ssl"} 2026-07-07T15:02:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "50ab42e6-c544-44b3-974e-0765ace89486", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T15:02:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "489a255a-8115-4714-a19d-f51151caf2e0", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:02:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "489a255a-8115-4714-a19d-f51151caf2e0", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:02:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "489a255a-8115-4714-a19d-f51151caf2e0", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:02:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "489a255a-8115-4714-a19d-f51151caf2e0", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a-kserve-route-authn"} 2026-07-07T15:02:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "489a255a-8115-4714-a19d-f51151caf2e0", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "authType": "userdefined"} 2026-07-07T15:02:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "489a255a-8115-4714-a19d-f51151caf2e0", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:02:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "dc18a72b-edc9-47d6-9ccb-42e08b78c401", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:02:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "dc18a72b-edc9-47d6-9ccb-42e08b78c401", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:02:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "dc18a72b-edc9-47d6-9ccb-42e08b78c401", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:02:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "dc18a72b-edc9-47d6-9ccb-42e08b78c401", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a-kserve-route-authn"} 2026-07-07T15:02:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "dc18a72b-edc9-47d6-9ccb-42e08b78c401", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "authType": "userdefined"} 2026-07-07T15:02:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "dc18a72b-edc9-47d6-9ccb-42e08b78c401", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:02:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "8de5b1b0-80fe-40b0-ab22-f881a6c8c6ec", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:02:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "8de5b1b0-80fe-40b0-ab22-f881a6c8c6ec", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:02:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "8de5b1b0-80fe-40b0-ab22-f881a6c8c6ec", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:02:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "37f05b63-ad64-4257-a447-fe9795ac9ad6", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T15:02:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "8de5b1b0-80fe-40b0-ab22-f881a6c8c6ec", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76-kserve-route-authn"} 2026-07-07T15:02:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "8de5b1b0-80fe-40b0-ab22-f881a6c8c6ec", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "authType": "userdefined"} 2026-07-07T15:02:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "8de5b1b0-80fe-40b0-ab22-f881a6c8c6ec", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:02:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "37f05b63-ad64-4257-a447-fe9795ac9ad6", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76-authn-ssl"} 2026-07-07T15:02:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "37f05b63-ad64-4257-a447-fe9795ac9ad6", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T15:02:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "be8943f6-c018-4ac5-875e-2be5c48e87b9", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:02:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "be8943f6-c018-4ac5-875e-2be5c48e87b9", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:02:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "be8943f6-c018-4ac5-875e-2be5c48e87b9", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:02:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "be8943f6-c018-4ac5-875e-2be5c48e87b9", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76-kserve-route-authn"} 2026-07-07T15:02:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "be8943f6-c018-4ac5-875e-2be5c48e87b9", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "authType": "userdefined"} 2026-07-07T15:02:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "be8943f6-c018-4ac5-875e-2be5c48e87b9", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:03:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "6fca2ede-1401-4453-bbbc-0749c57715a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T15:03:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "d83363a6-d034-44c1-914a-a3c53a2c3772", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T15:03:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "d83363a6-d034-44c1-914a-a3c53a2c3772", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76-authn-ssl"} 2026-07-07T15:03:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "d83363a6-d034-44c1-914a-a3c53a2c3772", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T15:03:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "2c8d5b79-f09c-45c7-8fd5-50e1f88d52bd", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:03:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "2c8d5b79-f09c-45c7-8fd5-50e1f88d52bd", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:03:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "2c8d5b79-f09c-45c7-8fd5-50e1f88d52bd", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:03:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "2c8d5b79-f09c-45c7-8fd5-50e1f88d52bd", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76-kserve-route-authn"} 2026-07-07T15:03:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "2c8d5b79-f09c-45c7-8fd5-50e1f88d52bd", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "authType": "userdefined"} 2026-07-07T15:03:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "2c8d5b79-f09c-45c7-8fd5-50e1f88d52bd", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:03:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "a6bfbaf4-adca-4a83-b891-f8dc54b9acc7", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:03:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "a6bfbaf4-adca-4a83-b891-f8dc54b9acc7", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:03:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "a6bfbaf4-adca-4a83-b891-f8dc54b9acc7", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:03:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "a6bfbaf4-adca-4a83-b891-f8dc54b9acc7", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76-kserve-route-authn"} 2026-07-07T15:03:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "a6bfbaf4-adca-4a83-b891-f8dc54b9acc7", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "authType": "userdefined"} 2026-07-07T15:03:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "a6bfbaf4-adca-4a83-b891-f8dc54b9acc7", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:03:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "2215eae7-08f9-4a63-b7d1-7961d2ff091e", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:03:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "2215eae7-08f9-4a63-b7d1-7961d2ff091e", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:03:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "2215eae7-08f9-4a63-b7d1-7961d2ff091e", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:03:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "2215eae7-08f9-4a63-b7d1-7961d2ff091e", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76-kserve-route-authn"} 2026-07-07T15:03:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "2215eae7-08f9-4a63-b7d1-7961d2ff091e", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "authType": "userdefined"} 2026-07-07T15:03:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "2215eae7-08f9-4a63-b7d1-7961d2ff091e", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:03:58Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "04b83653-ed37-4322-9ced-3f9cbbe6a1c0", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:03:58Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "04b83653-ed37-4322-9ced-3f9cbbe6a1c0", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a"} 2026-07-07T15:03:58Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "04b83653-ed37-4322-9ced-3f9cbbe6a1c0", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:03:58Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "04b83653-ed37-4322-9ced-3f9cbbe6a1c0", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:03:58Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "04b83653-ed37-4322-9ced-3f9cbbe6a1c0", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a-kserve-route-authn"} 2026-07-07T15:03:58Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "04b83653-ed37-4322-9ced-3f9cbbe6a1c0", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a-kserve-route-authn"} 2026-07-07T15:03:58Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "04b83653-ed37-4322-9ced-3f9cbbe6a1c0", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:03:58Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "04b83653-ed37-4322-9ced-3f9cbbe6a1c0", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:03:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "sub-test-model-82db1a", "reconcileID": "4706aa88-6425-460a-ae8c-ea3ed2130e15", "LLMInferenceService": "sub-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:03:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "3a108268-604c-42d8-988c-842b4cfddd0a", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T15:03:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "3a108268-604c-42d8-988c-842b4cfddd0a", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a-authn-ssl"} 2026-07-07T15:03:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "3a108268-604c-42d8-988c-842b4cfddd0a", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T15:03:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "d81f6775-55cc-4d99-8d47-ecbcb3f376e2", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T15:03:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "d81f6775-55cc-4d99-8d47-ecbcb3f376e2", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a-authn-ssl"} 2026-07-07T15:03:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "d81f6775-55cc-4d99-8d47-ecbcb3f376e2", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T15:03:59Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "80f7bab5-f500-4ec2-ac94-c7a1f00d9aae", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:03:59Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "80f7bab5-f500-4ec2-ac94-c7a1f00d9aae", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76"} 2026-07-07T15:03:59Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "80f7bab5-f500-4ec2-ac94-c7a1f00d9aae", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:03:59Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "80f7bab5-f500-4ec2-ac94-c7a1f00d9aae", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:03:59Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "80f7bab5-f500-4ec2-ac94-c7a1f00d9aae", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76-kserve-route-authn"} 2026-07-07T15:03:59Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "80f7bab5-f500-4ec2-ac94-c7a1f00d9aae", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76-kserve-route-authn"} 2026-07-07T15:03:59Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "80f7bab5-f500-4ec2-ac94-c7a1f00d9aae", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:03:59Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "80f7bab5-f500-4ec2-ac94-c7a1f00d9aae", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:03:59Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "sub-test-model-537d76", "reconcileID": "22c08bad-d393-4a66-98a8-f7a99b48d705", "LLMInferenceService": "sub-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:03:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "a9d0513a-557a-441e-98ee-e4528e5a2535", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T15:03:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "a9d0513a-557a-441e-98ee-e4528e5a2535", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76-authn-ssl"} 2026-07-07T15:03:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "a9d0513a-557a-441e-98ee-e4528e5a2535", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T15:03:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "198672e2-8065-4f90-ae22-b859c0e82418", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T15:03:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "198672e2-8065-4f90-ae22-b859c0e82418", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76-authn-ssl"} 2026-07-07T15:03:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "198672e2-8065-4f90-ae22-b859c0e82418", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T15:04:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "217937e3-71af-4d67-be8f-cc6bab66b63a", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:04:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "217937e3-71af-4d67-be8f-cc6bab66b63a", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:04:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "217937e3-71af-4d67-be8f-cc6bab66b63a", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:04:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "b4282a0b-c7b4-41a1-83d2-021805eea62d", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T15:04:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "217937e3-71af-4d67-be8f-cc6bab66b63a", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a-kserve-route-authn"} 2026-07-07T15:04:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "217937e3-71af-4d67-be8f-cc6bab66b63a", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "authType": "userdefined"} 2026-07-07T15:04:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "217937e3-71af-4d67-be8f-cc6bab66b63a", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:04:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "b4282a0b-c7b4-41a1-83d2-021805eea62d", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a-authn-ssl"} 2026-07-07T15:04:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "b4282a0b-c7b4-41a1-83d2-021805eea62d", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T15:04:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "d4abaf2b-19d4-4b4f-a9b3-32711e47750d", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:04:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "d4abaf2b-19d4-4b4f-a9b3-32711e47750d", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:04:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "d4abaf2b-19d4-4b4f-a9b3-32711e47750d", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:04:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "d4abaf2b-19d4-4b4f-a9b3-32711e47750d", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a-kserve-route-authn"} 2026-07-07T15:04:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "d4abaf2b-19d4-4b4f-a9b3-32711e47750d", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "authType": "userdefined"} 2026-07-07T15:04:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "d4abaf2b-19d4-4b4f-a9b3-32711e47750d", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:04:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "3791f0c3-bfb7-4fff-8c04-51a5731ce6fa", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T15:04:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "3791f0c3-bfb7-4fff-8c04-51a5731ce6fa", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a-authn-ssl"} 2026-07-07T15:04:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "3791f0c3-bfb7-4fff-8c04-51a5731ce6fa", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T15:04:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "2359c0ee-9a4e-49d7-b0e4-dc8ff5d32baa", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:04:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "2359c0ee-9a4e-49d7-b0e4-dc8ff5d32baa", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:04:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "2359c0ee-9a4e-49d7-b0e4-dc8ff5d32baa", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:04:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "2359c0ee-9a4e-49d7-b0e4-dc8ff5d32baa", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a-kserve-route-authn"} 2026-07-07T15:04:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "2359c0ee-9a4e-49d7-b0e4-dc8ff5d32baa", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "authType": "userdefined"} 2026-07-07T15:04:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "2359c0ee-9a4e-49d7-b0e4-dc8ff5d32baa", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:04:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "3d1b4ec1-208a-49b4-866e-59d175936626", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:04:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "3d1b4ec1-208a-49b4-866e-59d175936626", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:04:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "3d1b4ec1-208a-49b4-866e-59d175936626", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:04:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "3d1b4ec1-208a-49b4-866e-59d175936626", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a-kserve-route-authn"} 2026-07-07T15:04:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "3d1b4ec1-208a-49b4-866e-59d175936626", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "authType": "userdefined"} 2026-07-07T15:04:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "3d1b4ec1-208a-49b4-866e-59d175936626", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:04:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "b7cb045b-60a4-4aa1-bdf0-da901cec6263", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:04:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "b7cb045b-60a4-4aa1-bdf0-da901cec6263", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:04:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "b7cb045b-60a4-4aa1-bdf0-da901cec6263", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:04:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "b7cb045b-60a4-4aa1-bdf0-da901cec6263", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a-kserve-route-authn"} 2026-07-07T15:04:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "b7cb045b-60a4-4aa1-bdf0-da901cec6263", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "authType": "userdefined"} 2026-07-07T15:04:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "b7cb045b-60a4-4aa1-bdf0-da901cec6263", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:04:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "05771010-00b2-4b91-9144-950700a3cb78", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:04:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "05771010-00b2-4b91-9144-950700a3cb78", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:04:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "05771010-00b2-4b91-9144-950700a3cb78", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:04:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "f4a15b2c-29b4-4bb7-9c00-922691cc91b3", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T15:04:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "05771010-00b2-4b91-9144-950700a3cb78", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76-kserve-route-authn"} 2026-07-07T15:04:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "05771010-00b2-4b91-9144-950700a3cb78", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "authType": "userdefined"} 2026-07-07T15:04:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "05771010-00b2-4b91-9144-950700a3cb78", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:04:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "f4a15b2c-29b4-4bb7-9c00-922691cc91b3", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76-authn-ssl"} 2026-07-07T15:04:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "f4a15b2c-29b4-4bb7-9c00-922691cc91b3", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T15:04:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "7d26fec6-515f-44bc-a2de-657d9ecc0d9b", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:04:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "7d26fec6-515f-44bc-a2de-657d9ecc0d9b", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:04:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "7d26fec6-515f-44bc-a2de-657d9ecc0d9b", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:04:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "7d26fec6-515f-44bc-a2de-657d9ecc0d9b", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76-kserve-route-authn"} 2026-07-07T15:04:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "7d26fec6-515f-44bc-a2de-657d9ecc0d9b", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "authType": "userdefined"} 2026-07-07T15:04:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "7d26fec6-515f-44bc-a2de-657d9ecc0d9b", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:04:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "bad09525-ae15-47e2-bec8-536c7cdcd1fc", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T15:04:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "bad09525-ae15-47e2-bec8-536c7cdcd1fc", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76-authn-ssl"} 2026-07-07T15:04:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "bad09525-ae15-47e2-bec8-536c7cdcd1fc", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T15:04:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "e86c0d98-9d71-4ae4-a52b-c227dcba814a", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:04:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "e86c0d98-9d71-4ae4-a52b-c227dcba814a", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:04:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "e86c0d98-9d71-4ae4-a52b-c227dcba814a", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:04:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "e86c0d98-9d71-4ae4-a52b-c227dcba814a", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76-kserve-route-authn"} 2026-07-07T15:04:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "e86c0d98-9d71-4ae4-a52b-c227dcba814a", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "authType": "userdefined"} 2026-07-07T15:04:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "e86c0d98-9d71-4ae4-a52b-c227dcba814a", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:04:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "f5f850ca-3db2-4b55-a13e-4b99879a7c0b", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T15:04:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "eb945faf-7490-4e67-8045-44d44aa40638", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T15:04:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "60b2a3df-edef-44e7-87ff-ef8933aaeb9e", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:04:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "60b2a3df-edef-44e7-87ff-ef8933aaeb9e", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:04:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "60b2a3df-edef-44e7-87ff-ef8933aaeb9e", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:04:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "60b2a3df-edef-44e7-87ff-ef8933aaeb9e", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76-kserve-route-authn"} 2026-07-07T15:04:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "60b2a3df-edef-44e7-87ff-ef8933aaeb9e", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "authType": "userdefined"} 2026-07-07T15:04:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "60b2a3df-edef-44e7-87ff-ef8933aaeb9e", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:05:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "bd234c4e-64a2-4ace-a0c8-b59ddd5b7745", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:05:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "bd234c4e-64a2-4ace-a0c8-b59ddd5b7745", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a"} 2026-07-07T15:05:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "bd234c4e-64a2-4ace-a0c8-b59ddd5b7745", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:05:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "bd234c4e-64a2-4ace-a0c8-b59ddd5b7745", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:05:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "bd234c4e-64a2-4ace-a0c8-b59ddd5b7745", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a-kserve-route-authn"} 2026-07-07T15:05:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "bd234c4e-64a2-4ace-a0c8-b59ddd5b7745", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a-kserve-route-authn"} 2026-07-07T15:05:21Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "bd234c4e-64a2-4ace-a0c8-b59ddd5b7745", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:05:21Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "bd234c4e-64a2-4ace-a0c8-b59ddd5b7745", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:05:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-82db1a","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "rate-test-model-82db1a", "reconcileID": "2f8d73e9-d02e-4290-88ef-131def298016", "LLMInferenceService": "rate-test-model-82db1a", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:05:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "1821c36e-ce08-487c-b78a-c377886de605", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T15:05:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "1821c36e-ce08-487c-b78a-c377886de605", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a-authn-ssl"} 2026-07-07T15:05:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "1821c36e-ce08-487c-b78a-c377886de605", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T15:05:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "7f5fb3e2-e404-4360-bdae-3472cd6982e2", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T15:05:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "7f5fb3e2-e404-4360-bdae-3472cd6982e2", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a-authn-ssl"} 2026-07-07T15:05:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "7f5fb3e2-e404-4360-bdae-3472cd6982e2", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T15:05:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "7e5d7c82-fc53-4918-8e57-d0a6299a74d3", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:05:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "7e5d7c82-fc53-4918-8e57-d0a6299a74d3", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76"} 2026-07-07T15:05:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "7e5d7c82-fc53-4918-8e57-d0a6299a74d3", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:05:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "7e5d7c82-fc53-4918-8e57-d0a6299a74d3", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:05:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "7e5d7c82-fc53-4918-8e57-d0a6299a74d3", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76-kserve-route-authn"} 2026-07-07T15:05:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "7e5d7c82-fc53-4918-8e57-d0a6299a74d3", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76-kserve-route-authn"} 2026-07-07T15:05:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "7e5d7c82-fc53-4918-8e57-d0a6299a74d3", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:05:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "7e5d7c82-fc53-4918-8e57-d0a6299a74d3", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:05:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-537d76","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "rate-test-model-537d76", "reconcileID": "a5eef759-7408-4772-a06c-975b6d922231", "LLMInferenceService": "rate-test-model-537d76", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:05:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "06c4d4a1-0c06-4bcc-8e9b-c6b1b0271d56", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T15:05:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "06c4d4a1-0c06-4bcc-8e9b-c6b1b0271d56", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76-authn-ssl"} 2026-07-07T15:05:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "06c4d4a1-0c06-4bcc-8e9b-c6b1b0271d56", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T15:05:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "8ff3211c-479e-4cc9-ac5c-264b51a2dc9a", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T15:05:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "8ff3211c-479e-4cc9-ac5c-264b51a2dc9a", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76-authn-ssl"} 2026-07-07T15:05:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "8ff3211c-479e-4cc9-ac5c-264b51a2dc9a", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T15:05:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "ab235e89-6c93-46f3-9aa7-1186c311bdfa", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T15:05:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "70d4f9eb-fb1f-4a83-8392-fc188d9d372b", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T15:05:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "70d4f9eb-fb1f-4a83-8392-fc188d9d372b", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a-authn-ssl"} 2026-07-07T15:05:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-82db1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-82db1a", "reconcileID": "70d4f9eb-fb1f-4a83-8392-fc188d9d372b", "Gateway": "e2e-shared-a-82db1a", "namespace": "openshift-ingress"} 2026-07-07T15:06:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbd6f553-4ed0-4521-b334-700ae2a322ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:06:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbd6f553-4ed0-4521-b334-700ae2a322ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-82db1a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T15:06:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbd6f553-4ed0-4521-b334-700ae2a322ef", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-82db1a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T15:06:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "odh-trusted-ca-bundle", "reconcileID": "01723915-7c6a-4ce6-8902-7921f144c623", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:06:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "odh-trusted-ca-bundle", "reconcileID": "01723915-7c6a-4ce6-8902-7921f144c623", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:06:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "openshift-service-ca.crt", "reconcileID": "2054fcb5-dd63-4790-9948-d4e9b95202e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:06:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "openshift-service-ca.crt", "reconcileID": "2054fcb5-dd63-4790-9948-d4e9b95202e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:06:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e8b6e0da-0847-401e-9ce8-0ff25555fbeb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:06:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-82db1a"}, "namespace": "ai-tenant-e2e-shared-a-82db1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e8b6e0da-0847-401e-9ce8-0ff25555fbeb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-82db1a"} 2026-07-07T15:06:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "a170ece7-96b5-4602-beac-089a791be4bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T15:06:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "7e5cbca7-afa0-4650-988c-54229a53d309", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T15:06:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "7e5cbca7-afa0-4650-988c-54229a53d309", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76-authn-ssl"} 2026-07-07T15:06:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-537d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-537d76", "reconcileID": "7e5cbca7-afa0-4650-988c-54229a53d309", "Gateway": "e2e-shared-b-537d76", "namespace": "openshift-ingress"} 2026-07-07T15:06:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd64cd97-3f0b-4a72-82fa-afe0da5aeb79", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:06:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd64cd97-3f0b-4a72-82fa-afe0da5aeb79", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-537d76", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T15:06:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd64cd97-3f0b-4a72-82fa-afe0da5aeb79", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-537d76 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T15:06:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "odh-trusted-ca-bundle", "reconcileID": "275aefa2-03ab-4bd4-a95f-2679cca9c8d4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:06:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "odh-trusted-ca-bundle", "reconcileID": "275aefa2-03ab-4bd4-a95f-2679cca9c8d4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:06:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "openshift-service-ca.crt", "reconcileID": "323b4148-a1a8-4e8f-8a54-1e76e2c77b5d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:06:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "openshift-service-ca.crt", "reconcileID": "323b4148-a1a8-4e8f-8a54-1e76e2c77b5d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:06:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ebdec302-6850-40ce-a625-e886616ad2bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-537d76"} 2026-07-07T15:06:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-537d76"}, "namespace": "ai-tenant-e2e-shared-b-537d76", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ebdec302-6850-40ce-a625-e886616ad2bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-537d76"}