2026-07-16T13:26:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c92f28"}, "namespace": "ai-tenant-e2e-api-b-c92f28", "name": "odh-trusted-ca-bundle", "reconcileID": "3d68cb29-88a0-4a3a-8caf-9fa418534068", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c92f28"} 2026-07-16T13:26:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c92f28"}, "namespace": "ai-tenant-e2e-api-b-c92f28", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "244f48d1-0578-446f-92fd-4872407c52bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c92f28"} 2026-07-16T13:26:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c92f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c92f28", "reconcileID": "039c0a83-8046-41e8-8dd8-f60451b606c0", "Gateway": "e2e-api-b-c92f28", "namespace": "openshift-ingress"} 2026-07-16T13:26:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c92f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c92f28", "reconcileID": "039c0a83-8046-41e8-8dd8-f60451b606c0", "Gateway": "e2e-api-b-c92f28", "namespace": "openshift-ingress", "name": "e2e-api-b-c92f28-authn-ssl"} 2026-07-16T13:26:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c92f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c92f28", "reconcileID": "039c0a83-8046-41e8-8dd8-f60451b606c0", "Gateway": "e2e-api-b-c92f28", "namespace": "openshift-ingress"} 2026-07-16T13:26:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4f5e1d99-4dc7-49be-b253-fa864cab1d74", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T13:26:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-62a003","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-62a003", "reconcileID": "9ac673c0-e356-4b48-bcc8-8375415feb46", "Gateway": "e2e-api-a-62a003", "namespace": "openshift-ingress"} 2026-07-16T13:26:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-62a003","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-62a003", "reconcileID": "9ac673c0-e356-4b48-bcc8-8375415feb46", "Gateway": "e2e-api-a-62a003", "namespace": "openshift-ingress", "name": "e2e-api-a-62a003-authn-ssl"} 2026-07-16T13:26:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-62a003","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-62a003", "reconcileID": "9ac673c0-e356-4b48-bcc8-8375415feb46", "Gateway": "e2e-api-a-62a003", "namespace": "openshift-ingress"} 2026-07-16T13:26:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c92f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c92f28", "reconcileID": "334f5c77-411d-43ec-b90b-713bd105e357", "Gateway": "e2e-api-b-c92f28", "namespace": "openshift-ingress"} 2026-07-16T13:26:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c92f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c92f28", "reconcileID": "334f5c77-411d-43ec-b90b-713bd105e357", "Gateway": "e2e-api-b-c92f28", "namespace": "openshift-ingress", "name": "e2e-api-b-c92f28-authn-ssl"} 2026-07-16T13:26:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c92f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c92f28", "reconcileID": "334f5c77-411d-43ec-b90b-713bd105e357", "Gateway": "e2e-api-b-c92f28", "namespace": "openshift-ingress"} 2026-07-16T13:26:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ce0aa5fc-1623-4abb-a0dc-d226bf816f01", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T13:26:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cdda19c6-9828-4324-9c65-c9c5eaaa7f67", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T13:26:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7d077bbb-2534-4a44-971f-7f1d6b10e82e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T13:26:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-62a003","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-62a003", "reconcileID": "04be9313-5137-4168-ba16-c47ceae6fb12", "Gateway": "e2e-api-a-62a003", "namespace": "openshift-ingress"} 2026-07-16T13:26:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-62a003","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-62a003", "reconcileID": "04be9313-5137-4168-ba16-c47ceae6fb12", "Gateway": "e2e-api-a-62a003", "namespace": "openshift-ingress", "name": "e2e-api-a-62a003-authn-ssl"} 2026-07-16T13:26:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-62a003","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-62a003", "reconcileID": "04be9313-5137-4168-ba16-c47ceae6fb12", "Gateway": "e2e-api-a-62a003", "namespace": "openshift-ingress"} 2026-07-16T13:26:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-62a003","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-62a003", "reconcileID": "fc67f457-c5a0-4148-bdc6-ef46474dc3c3", "Gateway": "e2e-api-a-62a003", "namespace": "openshift-ingress"} 2026-07-16T13:26:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-62a003","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-62a003", "reconcileID": "fc67f457-c5a0-4148-bdc6-ef46474dc3c3", "Gateway": "e2e-api-a-62a003", "namespace": "openshift-ingress", "name": "e2e-api-a-62a003-authn-ssl"} 2026-07-16T13:26:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-62a003","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-62a003", "reconcileID": "fc67f457-c5a0-4148-bdc6-ef46474dc3c3", "Gateway": "e2e-api-a-62a003", "namespace": "openshift-ingress"} 2026-07-16T13:26:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-62a003"}, "namespace": "ai-tenant-e2e-api-a-62a003", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afb9fe17-4f77-4597-8ee5-1223a9cbd69b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-62a003"} 2026-07-16T13:26:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-62a003"}, "namespace": "ai-tenant-e2e-api-a-62a003", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afb9fe17-4f77-4597-8ee5-1223a9cbd69b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-62a003", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T13:26:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-62a003"}, "namespace": "ai-tenant-e2e-api-a-62a003", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afb9fe17-4f77-4597-8ee5-1223a9cbd69b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-62a003 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T13:26:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-62a003"}, "namespace": "ai-tenant-e2e-api-a-62a003", "name": "odh-trusted-ca-bundle", "reconcileID": "3afc95aa-9b6f-4403-8428-baa53376d0da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-62a003"} 2026-07-16T13:26:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-62a003"}, "namespace": "ai-tenant-e2e-api-a-62a003", "name": "odh-trusted-ca-bundle", "reconcileID": "3afc95aa-9b6f-4403-8428-baa53376d0da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-62a003", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T13:26:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-62a003"}, "namespace": "ai-tenant-e2e-api-a-62a003", "name": "odh-trusted-ca-bundle", "reconcileID": "3afc95aa-9b6f-4403-8428-baa53376d0da", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-62a003 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T13:26:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-62a003"}, "namespace": "ai-tenant-e2e-api-a-62a003", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e272134d-2736-4936-8c56-0d817b630e89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-62a003"} 2026-07-16T13:26:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-62a003"}, "namespace": "ai-tenant-e2e-api-a-62a003", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e272134d-2736-4936-8c56-0d817b630e89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-62a003", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T13:26:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-62a003"}, "namespace": "ai-tenant-e2e-api-a-62a003", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e272134d-2736-4936-8c56-0d817b630e89", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-62a003 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T13:26:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-62a003"}, "namespace": "ai-tenant-e2e-api-a-62a003", "name": "openshift-service-ca.crt", "reconcileID": "e182c8e6-413e-44e8-8006-53231180b6c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-62a003"} 2026-07-16T13:26:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-62a003"}, "namespace": "ai-tenant-e2e-api-a-62a003", "name": "openshift-service-ca.crt", "reconcileID": "e182c8e6-413e-44e8-8006-53231180b6c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-62a003"} 2026-07-16T13:26:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-62a003"}, "namespace": "ai-tenant-e2e-api-a-62a003", "name": "odh-trusted-ca-bundle", "reconcileID": "2562a952-8d84-4bc1-ac4b-7c90f5b7a5bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-62a003"} 2026-07-16T13:26:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-62a003"}, "namespace": "ai-tenant-e2e-api-a-62a003", "name": "odh-trusted-ca-bundle", "reconcileID": "2562a952-8d84-4bc1-ac4b-7c90f5b7a5bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-62a003"} 2026-07-16T13:26:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-62a003"}, "namespace": "ai-tenant-e2e-api-a-62a003", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7bbd30a-3e22-4f17-bcfe-dc496c4f5325", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-62a003"} 2026-07-16T13:26:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-62a003"}, "namespace": "ai-tenant-e2e-api-a-62a003", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7bbd30a-3e22-4f17-bcfe-dc496c4f5325", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-62a003"} 2026-07-16T13:26:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7760e8f8-9a64-4687-a688-94ad52c45244", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T13:27:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c92f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c92f28", "reconcileID": "d977928f-8da5-455f-b960-793e5a6a2865", "Gateway": "e2e-api-b-c92f28", "namespace": "openshift-ingress"} 2026-07-16T13:27:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c92f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c92f28", "reconcileID": "d977928f-8da5-455f-b960-793e5a6a2865", "Gateway": "e2e-api-b-c92f28", "namespace": "openshift-ingress", "name": "e2e-api-b-c92f28-authn-ssl"} 2026-07-16T13:27:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c92f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c92f28", "reconcileID": "d977928f-8da5-455f-b960-793e5a6a2865", "Gateway": "e2e-api-b-c92f28", "namespace": "openshift-ingress"} 2026-07-16T13:27:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c92f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c92f28", "reconcileID": "701a33dc-f98a-4240-a61e-1ded35caf008", "Gateway": "e2e-api-b-c92f28", "namespace": "openshift-ingress"} 2026-07-16T13:27:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c92f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c92f28", "reconcileID": "701a33dc-f98a-4240-a61e-1ded35caf008", "Gateway": "e2e-api-b-c92f28", "namespace": "openshift-ingress", "name": "e2e-api-b-c92f28-authn-ssl"} 2026-07-16T13:27:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c92f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c92f28", "reconcileID": "701a33dc-f98a-4240-a61e-1ded35caf008", "Gateway": "e2e-api-b-c92f28", "namespace": "openshift-ingress"} 2026-07-16T13:27:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c92f28"}, "namespace": "ai-tenant-e2e-api-b-c92f28", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64fee71e-7566-449a-9e8c-122f7aa4b7d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c92f28"} 2026-07-16T13:27:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c92f28"}, "namespace": "ai-tenant-e2e-api-b-c92f28", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64fee71e-7566-449a-9e8c-122f7aa4b7d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c92f28", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T13:27:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c92f28"}, "namespace": "ai-tenant-e2e-api-b-c92f28", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64fee71e-7566-449a-9e8c-122f7aa4b7d5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-c92f28 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T13:27:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c92f28"}, "namespace": "ai-tenant-e2e-api-b-c92f28", "name": "odh-trusted-ca-bundle", "reconcileID": "29d67b5d-788b-4655-879a-f60f36896f08", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c92f28"} 2026-07-16T13:27:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c92f28"}, "namespace": "ai-tenant-e2e-api-b-c92f28", "name": "odh-trusted-ca-bundle", "reconcileID": "29d67b5d-788b-4655-879a-f60f36896f08", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c92f28"} 2026-07-16T13:27:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-c92f28"}, "namespace": "ai-tenant-e2e-api-b-c92f28", "name": "openshift-service-ca.crt", "reconcileID": "ffc32d43-d16f-4f3c-83d6-8189f7648fd0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-c92f28"} 2026-07-16T13:27:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-c92f28"}, "namespace": "ai-tenant-e2e-api-b-c92f28", "name": "openshift-service-ca.crt", "reconcileID": "ffc32d43-d16f-4f3c-83d6-8189f7648fd0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-c92f28"} 2026-07-16T13:27:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c92f28"}, "namespace": "ai-tenant-e2e-api-b-c92f28", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eec6c271-94ec-4bf6-b9e8-c282e8eb75a6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c92f28"} 2026-07-16T13:27:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c92f28"}, "namespace": "ai-tenant-e2e-api-b-c92f28", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eec6c271-94ec-4bf6-b9e8-c282e8eb75a6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c92f28"} 2026-07-16T13:27:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "decde590-5ee0-4f0a-a399-d5a2ce413f9f", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:27:19Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "decde590-5ee0-4f0a-a399-d5a2ce413f9f", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92-authn-ssl"} 2026-07-16T13:27:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "decde590-5ee0-4f0a-a399-d5a2ce413f9f", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:27:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "c908a8d9-7329-45e4-ade1-1c167b16094c", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:27:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "c908a8d9-7329-45e4-ade1-1c167b16094c", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92-authn-ssl"} 2026-07-16T13:27:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "c908a8d9-7329-45e4-ade1-1c167b16094c", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:27:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "6bc8e1df-07c8-4f3f-8905-03489554013e", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:27:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "6bc8e1df-07c8-4f3f-8905-03489554013e", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92-authn-ssl"} 2026-07-16T13:27:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "6bc8e1df-07c8-4f3f-8905-03489554013e", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:27:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "cf93e6fe-b6b1-411c-89a2-aa5c40f0a29f", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:27:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "cf93e6fe-b6b1-411c-89a2-aa5c40f0a29f", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92-authn-ssl"} 2026-07-16T13:27:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "cf93e6fe-b6b1-411c-89a2-aa5c40f0a29f", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:27:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "3b1fc18a-2f17-42a9-b420-71fce431fb9b", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:27:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "3b1fc18a-2f17-42a9-b420-71fce431fb9b", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92-authn-ssl"} 2026-07-16T13:27:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "3b1fc18a-2f17-42a9-b420-71fce431fb9b", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:27:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "28e7476e-be05-4c69-ba35-a276cd0e514d", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:27:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "28e7476e-be05-4c69-ba35-a276cd0e514d", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92-authn-ssl"} 2026-07-16T13:27:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "28e7476e-be05-4c69-ba35-a276cd0e514d", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:27:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "a61229ce-832f-4820-aa47-6f9d6d17da2d", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:27:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "a61229ce-832f-4820-aa47-6f9d6d17da2d", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92-authn-ssl"} 2026-07-16T13:27:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "a61229ce-832f-4820-aa47-6f9d6d17da2d", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:27:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "openshift-service-ca.crt", "reconcileID": "a4f04ab1-8477-456a-821c-d556f61fe55e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:27:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "odh-trusted-ca-bundle", "reconcileID": "356a8cff-7e30-4a77-87c1-cd43673de619", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:27:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "openshift-service-ca.crt", "reconcileID": "0dc80363-797a-4234-a1a4-09b5d9bb4a40", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-978d92", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T13:27:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "openshift-service-ca.crt", "reconcileID": "0dc80363-797a-4234-a1a4-09b5d9bb4a40", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:27:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8bc8877-c4a3-4b50-95f8-be37c1638ccc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:27:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "openshift-service-ca.crt", "reconcileID": "dd21efff-0350-4af4-bb6a-d95ccc9e7aea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:27:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "odh-trusted-ca-bundle", "reconcileID": "37cbc346-19f6-4607-905e-97d9251f9c8c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-978d92", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T13:27:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "odh-trusted-ca-bundle", "reconcileID": "37cbc346-19f6-4607-905e-97d9251f9c8c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:27:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cdbb27e6-c77f-4b53-8328-12ec167d6b90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:27:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "45bfadfd-679c-4bbe-8814-6e0b59d9b963", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:27:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "45bfadfd-679c-4bbe-8814-6e0b59d9b963", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92-authn-ssl"} 2026-07-16T13:27:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "45bfadfd-679c-4bbe-8814-6e0b59d9b963", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:27:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d964336d-408b-40cf-ac2b-26de4daf620e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T13:27:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "66b52cf3-4732-429a-be10-076e67cfcaf2", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:27:27Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "66b52cf3-4732-429a-be10-076e67cfcaf2", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05-authn-ssl"} 2026-07-16T13:27:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "66b52cf3-4732-429a-be10-076e67cfcaf2", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:27:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "7d3bae88-1d1a-4173-bfe4-14b1967c9bda", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:27:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "7d3bae88-1d1a-4173-bfe4-14b1967c9bda", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05-authn-ssl"} 2026-07-16T13:27:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "7d3bae88-1d1a-4173-bfe4-14b1967c9bda", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:27:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "1475fad1-5a4c-4a02-8141-d0ef8df479e0", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:27:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "1475fad1-5a4c-4a02-8141-d0ef8df479e0", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05-authn-ssl"} 2026-07-16T13:27:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "1475fad1-5a4c-4a02-8141-d0ef8df479e0", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:27:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "e8d825f8-94c5-45a1-a79b-0e28c875fee5", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:27:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "e8d825f8-94c5-45a1-a79b-0e28c875fee5", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05-authn-ssl"} 2026-07-16T13:27:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "e8d825f8-94c5-45a1-a79b-0e28c875fee5", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:27:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "a292b975-9630-49e8-81dd-4e742f507682", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:27:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "a292b975-9630-49e8-81dd-4e742f507682", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05-authn-ssl"} 2026-07-16T13:27:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "a292b975-9630-49e8-81dd-4e742f507682", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:27:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "5c9c6b93-a07a-412f-bf3b-497a7f4270c5", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:27:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "5c9c6b93-a07a-412f-bf3b-497a7f4270c5", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05-authn-ssl"} 2026-07-16T13:27:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "5c9c6b93-a07a-412f-bf3b-497a7f4270c5", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:27:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "a64035d1-7253-4e5d-838c-2517d6e4cf39", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:27:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "a64035d1-7253-4e5d-838c-2517d6e4cf39", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05-authn-ssl"} 2026-07-16T13:27:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "a64035d1-7253-4e5d-838c-2517d6e4cf39", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:27:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "83f83f62-3f47-4361-a29d-2f93110da1e3", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:27:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "83f83f62-3f47-4361-a29d-2f93110da1e3", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92-authn-ssl"} 2026-07-16T13:27:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "83f83f62-3f47-4361-a29d-2f93110da1e3", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:27:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "openshift-service-ca.crt", "reconcileID": "4eaea011-4032-406c-a6a0-8b5ff79b0c1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:27:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "odh-trusted-ca-bundle", "reconcileID": "c3748f91-1e85-4be5-a85c-17d8afba393d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:27:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "openshift-service-ca.crt", "reconcileID": "3fd84ae7-ac34-4c74-a8ee-0ad1b3c3a9f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T13:27:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "openshift-service-ca.crt", "reconcileID": "3fd84ae7-ac34-4c74-a8ee-0ad1b3c3a9f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:27:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f336b211-9bc9-4add-a6ca-6eefd9f1d18f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:27:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "openshift-service-ca.crt", "reconcileID": "632f08ae-032c-4e9f-ba61-754fda6a715c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:27:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "odh-trusted-ca-bundle", "reconcileID": "5e7129dc-1e5c-4e6d-8deb-1f010ac9181d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T13:27:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "odh-trusted-ca-bundle", "reconcileID": "5e7129dc-1e5c-4e6d-8deb-1f010ac9181d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:27:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41c0b436-28cd-43ca-906c-c8ab93ae5941", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:27:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "8b2e1899-a597-466d-a8c5-661993e3dd35", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:27:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "8b2e1899-a597-466d-a8c5-661993e3dd35", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05-authn-ssl"} 2026-07-16T13:27:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "8b2e1899-a597-466d-a8c5-661993e3dd35", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:27:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6fed3b75-5a67-49fd-8e26-273a9a9da61c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T13:27:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "aaef003b-5b8f-45a3-a17c-0092b8a9b8d5", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:27:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "aaef003b-5b8f-45a3-a17c-0092b8a9b8d5", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05-authn-ssl"} 2026-07-16T13:27:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "aaef003b-5b8f-45a3-a17c-0092b8a9b8d5", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:27:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "04453291-7d30-4cc7-ad95-b3ff00644f1f", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:27:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "04453291-7d30-4cc7-ad95-b3ff00644f1f", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:27:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "04453291-7d30-4cc7-ad95-b3ff00644f1f", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:27:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "205423cf-5464-454e-95fa-ed12809d9f9a", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:27:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "04453291-7d30-4cc7-ad95-b3ff00644f1f", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92-kserve-route-authn"} 2026-07-16T13:27:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "04453291-7d30-4cc7-ad95-b3ff00644f1f", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "authType": "userdefined"} 2026-07-16T13:27:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "04453291-7d30-4cc7-ad95-b3ff00644f1f", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:27:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "205423cf-5464-454e-95fa-ed12809d9f9a", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92-authn-ssl"} 2026-07-16T13:27:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "205423cf-5464-454e-95fa-ed12809d9f9a", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:27:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "0f5cf5a3-5086-46d6-a76d-95d078165012", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:27:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "0f5cf5a3-5086-46d6-a76d-95d078165012", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:27:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "0f5cf5a3-5086-46d6-a76d-95d078165012", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:27:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "0f5cf5a3-5086-46d6-a76d-95d078165012", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92-kserve-route-authn"} 2026-07-16T13:27:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "0f5cf5a3-5086-46d6-a76d-95d078165012", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "authType": "userdefined"} 2026-07-16T13:27:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "0f5cf5a3-5086-46d6-a76d-95d078165012", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:27:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b887b4b4-a850-42a4-bdb8-2bbdf4081329", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T13:27:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "3f1230c4-9e17-40eb-9f00-cf8375f382c6", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:27:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "3f1230c4-9e17-40eb-9f00-cf8375f382c6", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92-authn-ssl"} 2026-07-16T13:27:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "3f1230c4-9e17-40eb-9f00-cf8375f382c6", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:27:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "0045ed47-2758-4a0c-bdae-1c1ec0a63a88", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:27:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "0045ed47-2758-4a0c-bdae-1c1ec0a63a88", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:27:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "0045ed47-2758-4a0c-bdae-1c1ec0a63a88", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:27:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "0045ed47-2758-4a0c-bdae-1c1ec0a63a88", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92-kserve-route-authn"} 2026-07-16T13:27:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "0045ed47-2758-4a0c-bdae-1c1ec0a63a88", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "authType": "userdefined"} 2026-07-16T13:27:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "0045ed47-2758-4a0c-bdae-1c1ec0a63a88", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:27:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6d3830a4-120f-4ab0-8509-c744ced31175", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T13:28:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "61284eed-24fa-49a0-a270-b8c618234217", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:28:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "61284eed-24fa-49a0-a270-b8c618234217", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:28:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "61284eed-24fa-49a0-a270-b8c618234217", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:28:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "61284eed-24fa-49a0-a270-b8c618234217", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92-kserve-route-authn"} 2026-07-16T13:28:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "61284eed-24fa-49a0-a270-b8c618234217", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "authType": "userdefined"} 2026-07-16T13:28:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "61284eed-24fa-49a0-a270-b8c618234217", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:28:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "75bd5f85-7cca-4a11-a1cf-83da00fa5379", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:28:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "75bd5f85-7cca-4a11-a1cf-83da00fa5379", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:28:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "75bd5f85-7cca-4a11-a1cf-83da00fa5379", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:28:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "75bd5f85-7cca-4a11-a1cf-83da00fa5379", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05-kserve-route-authn"} 2026-07-16T13:28:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "75bd5f85-7cca-4a11-a1cf-83da00fa5379", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "authType": "userdefined"} 2026-07-16T13:28:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "b60ec56c-ce09-49bb-a35e-896015154687", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:28:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "75bd5f85-7cca-4a11-a1cf-83da00fa5379", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:28:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "b60ec56c-ce09-49bb-a35e-896015154687", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05-authn-ssl"} 2026-07-16T13:28:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "b60ec56c-ce09-49bb-a35e-896015154687", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:28:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "ce26520c-1201-42de-9bfd-93591e77fd80", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:28:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "ce26520c-1201-42de-9bfd-93591e77fd80", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:28:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "ce26520c-1201-42de-9bfd-93591e77fd80", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:28:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "ce26520c-1201-42de-9bfd-93591e77fd80", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05-kserve-route-authn"} 2026-07-16T13:28:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "ce26520c-1201-42de-9bfd-93591e77fd80", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "authType": "userdefined"} 2026-07-16T13:28:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "ce26520c-1201-42de-9bfd-93591e77fd80", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:28:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "0b48c1e5-e9df-46b0-8293-5a4a7937ac5f", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:28:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "0b48c1e5-e9df-46b0-8293-5a4a7937ac5f", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05-authn-ssl"} 2026-07-16T13:28:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "0b48c1e5-e9df-46b0-8293-5a4a7937ac5f", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:28:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "0a5fbb2b-cd46-4983-85ec-736ddbc578b0", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:28:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "0a5fbb2b-cd46-4983-85ec-736ddbc578b0", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:28:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "0a5fbb2b-cd46-4983-85ec-736ddbc578b0", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:28:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "0a5fbb2b-cd46-4983-85ec-736ddbc578b0", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05-kserve-route-authn"} 2026-07-16T13:28:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "0a5fbb2b-cd46-4983-85ec-736ddbc578b0", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "authType": "userdefined"} 2026-07-16T13:28:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "0a5fbb2b-cd46-4983-85ec-736ddbc578b0", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:28:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "c273f254-0ee5-422a-894a-4ac9a6f43d1c", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:28:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "c273f254-0ee5-422a-894a-4ac9a6f43d1c", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:28:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "c273f254-0ee5-422a-894a-4ac9a6f43d1c", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:28:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "c273f254-0ee5-422a-894a-4ac9a6f43d1c", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05-kserve-route-authn"} 2026-07-16T13:28:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "c273f254-0ee5-422a-894a-4ac9a6f43d1c", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "authType": "userdefined"} 2026-07-16T13:28:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "c273f254-0ee5-422a-894a-4ac9a6f43d1c", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:28:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "3c67914d-ad37-49b8-9034-56a106843472", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:28:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "3c67914d-ad37-49b8-9034-56a106843472", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92-authn-ssl"} 2026-07-16T13:28:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "3c67914d-ad37-49b8-9034-56a106843472", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:28:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "25ebfe6b-09fa-4cb7-9a84-7c262408f194", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:28:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "25ebfe6b-09fa-4cb7-9a84-7c262408f194", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05-authn-ssl"} 2026-07-16T13:28:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "25ebfe6b-09fa-4cb7-9a84-7c262408f194", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:29:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3a188969-7676-4bab-a63e-8647f42d3da3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T13:30:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "c51a75b9-dcda-4c7d-8210-a37834b554b5", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:30:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "c51a75b9-dcda-4c7d-8210-a37834b554b5", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92"} 2026-07-16T13:30:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "c51a75b9-dcda-4c7d-8210-a37834b554b5", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:30:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "c51a75b9-dcda-4c7d-8210-a37834b554b5", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:30:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "c51a75b9-dcda-4c7d-8210-a37834b554b5", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92-kserve-route-authn"} 2026-07-16T13:30:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "c51a75b9-dcda-4c7d-8210-a37834b554b5", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92-kserve-route-authn"} 2026-07-16T13:30:21Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "c51a75b9-dcda-4c7d-8210-a37834b554b5", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:30:21Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "c51a75b9-dcda-4c7d-8210-a37834b554b5", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:30:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "auth-test-model-978d92", "reconcileID": "3663ba5b-0854-429e-afcf-ed5e56a243f1", "LLMInferenceService": "auth-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:30:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "7d9e0d83-9436-44fd-bca3-a818195f9b6a", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:30:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "7d9e0d83-9436-44fd-bca3-a818195f9b6a", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92-authn-ssl"} 2026-07-16T13:30:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "7d9e0d83-9436-44fd-bca3-a818195f9b6a", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:30:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "3b57b781-65f4-42b5-b0ad-430509eb95ea", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:30:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "3b57b781-65f4-42b5-b0ad-430509eb95ea", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92-authn-ssl"} 2026-07-16T13:30:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "3b57b781-65f4-42b5-b0ad-430509eb95ea", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:30:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "7f730078-328f-4097-942d-0925e398f27b", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:30:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "7f730078-328f-4097-942d-0925e398f27b", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05"} 2026-07-16T13:30:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "7f730078-328f-4097-942d-0925e398f27b", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:30:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "7f730078-328f-4097-942d-0925e398f27b", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:30:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "7f730078-328f-4097-942d-0925e398f27b", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05-kserve-route-authn"} 2026-07-16T13:30:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "7f730078-328f-4097-942d-0925e398f27b", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05-kserve-route-authn"} 2026-07-16T13:30:21Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "7f730078-328f-4097-942d-0925e398f27b", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:30:21Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "7f730078-328f-4097-942d-0925e398f27b", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:30:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "auth-test-model-c7dd05", "reconcileID": "43e47f2b-d8b4-46ca-9673-5ca6b0a8adf3", "LLMInferenceService": "auth-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:30:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "2d26a7f3-b9d7-4273-8a1c-c7ab7b1349c2", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:30:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "2d26a7f3-b9d7-4273-8a1c-c7ab7b1349c2", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05-authn-ssl"} 2026-07-16T13:30:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "2d26a7f3-b9d7-4273-8a1c-c7ab7b1349c2", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:30:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "c7eed7e5-8c6b-4099-be28-30c4a0f5d0e4", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:30:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "c7eed7e5-8c6b-4099-be28-30c4a0f5d0e4", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05-authn-ssl"} 2026-07-16T13:30:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "c7eed7e5-8c6b-4099-be28-30c4a0f5d0e4", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:30:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "c0bff1be-a0b8-47c1-b320-e1d38a761798", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:30:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "c0bff1be-a0b8-47c1-b320-e1d38a761798", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:30:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "c0bff1be-a0b8-47c1-b320-e1d38a761798", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:30:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "c73b1b79-5b32-4040-be04-59246340ae17", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:30:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "c0bff1be-a0b8-47c1-b320-e1d38a761798", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92-kserve-route-authn"} 2026-07-16T13:30:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "c0bff1be-a0b8-47c1-b320-e1d38a761798", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "authType": "userdefined"} 2026-07-16T13:30:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "c0bff1be-a0b8-47c1-b320-e1d38a761798", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:30:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "c73b1b79-5b32-4040-be04-59246340ae17", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92-authn-ssl"} 2026-07-16T13:30:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "c73b1b79-5b32-4040-be04-59246340ae17", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:30:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "2a5834ae-6bdf-44c4-b190-b35a96b06980", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:30:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "2a5834ae-6bdf-44c4-b190-b35a96b06980", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:30:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "2a5834ae-6bdf-44c4-b190-b35a96b06980", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:30:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "2a5834ae-6bdf-44c4-b190-b35a96b06980", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92-kserve-route-authn"} 2026-07-16T13:30:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "2a5834ae-6bdf-44c4-b190-b35a96b06980", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "authType": "userdefined"} 2026-07-16T13:30:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "2a5834ae-6bdf-44c4-b190-b35a96b06980", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:30:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "a1b7414c-1c26-49ea-865e-4e122ad49ebf", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:30:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "a1b7414c-1c26-49ea-865e-4e122ad49ebf", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92-authn-ssl"} 2026-07-16T13:30:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "a1b7414c-1c26-49ea-865e-4e122ad49ebf", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:30:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "c17ff653-59ca-42ea-beaf-913be9d8b9a0", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:30:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "c17ff653-59ca-42ea-beaf-913be9d8b9a0", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:30:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "c17ff653-59ca-42ea-beaf-913be9d8b9a0", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:30:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "c17ff653-59ca-42ea-beaf-913be9d8b9a0", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92-kserve-route-authn"} 2026-07-16T13:30:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "c17ff653-59ca-42ea-beaf-913be9d8b9a0", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "authType": "userdefined"} 2026-07-16T13:30:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "c17ff653-59ca-42ea-beaf-913be9d8b9a0", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:30:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "82d5ac88-71af-466c-8ff1-5a53c41f0878", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:30:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "82d5ac88-71af-466c-8ff1-5a53c41f0878", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:30:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "82d5ac88-71af-466c-8ff1-5a53c41f0878", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:30:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "82d5ac88-71af-466c-8ff1-5a53c41f0878", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92-kserve-route-authn"} 2026-07-16T13:30:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "82d5ac88-71af-466c-8ff1-5a53c41f0878", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "authType": "userdefined"} 2026-07-16T13:30:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "82d5ac88-71af-466c-8ff1-5a53c41f0878", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:30:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "ace8fabc-f121-4876-a210-269dcfef51c8", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:30:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "ace8fabc-f121-4876-a210-269dcfef51c8", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:30:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "ace8fabc-f121-4876-a210-269dcfef51c8", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:30:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "ace8fabc-f121-4876-a210-269dcfef51c8", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92-kserve-route-authn"} 2026-07-16T13:30:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "ace8fabc-f121-4876-a210-269dcfef51c8", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "authType": "userdefined"} 2026-07-16T13:30:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "ace8fabc-f121-4876-a210-269dcfef51c8", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:30:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "bf5ae102-b1e3-4a47-bcd3-de96cdc4c87a", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:30:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "bf5ae102-b1e3-4a47-bcd3-de96cdc4c87a", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:30:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "bf5ae102-b1e3-4a47-bcd3-de96cdc4c87a", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:30:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "48dd2e66-560b-4a68-967c-eb08c61f2c52", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:30:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "bf5ae102-b1e3-4a47-bcd3-de96cdc4c87a", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05-kserve-route-authn"} 2026-07-16T13:30:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "bf5ae102-b1e3-4a47-bcd3-de96cdc4c87a", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "authType": "userdefined"} 2026-07-16T13:30:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "bf5ae102-b1e3-4a47-bcd3-de96cdc4c87a", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:30:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "48dd2e66-560b-4a68-967c-eb08c61f2c52", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05-authn-ssl"} 2026-07-16T13:30:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "48dd2e66-560b-4a68-967c-eb08c61f2c52", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:30:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "c9d97ac1-b43c-468c-b9b7-582809499f22", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:30:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "c9d97ac1-b43c-468c-b9b7-582809499f22", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:30:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "c9d97ac1-b43c-468c-b9b7-582809499f22", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:30:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "c9d97ac1-b43c-468c-b9b7-582809499f22", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05-kserve-route-authn"} 2026-07-16T13:30:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "c9d97ac1-b43c-468c-b9b7-582809499f22", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "authType": "userdefined"} 2026-07-16T13:30:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "c9d97ac1-b43c-468c-b9b7-582809499f22", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:30:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "001578fd-d3bf-4d32-aaaf-c1a082409eea", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:30:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "001578fd-d3bf-4d32-aaaf-c1a082409eea", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05-authn-ssl"} 2026-07-16T13:30:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "001578fd-d3bf-4d32-aaaf-c1a082409eea", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:30:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "f0e9c178-747f-4fd8-ad79-cdf0ac5d0187", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:30:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "f0e9c178-747f-4fd8-ad79-cdf0ac5d0187", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:30:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "f0e9c178-747f-4fd8-ad79-cdf0ac5d0187", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:30:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "f0e9c178-747f-4fd8-ad79-cdf0ac5d0187", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05-kserve-route-authn"} 2026-07-16T13:30:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "f0e9c178-747f-4fd8-ad79-cdf0ac5d0187", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "authType": "userdefined"} 2026-07-16T13:30:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "f0e9c178-747f-4fd8-ad79-cdf0ac5d0187", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:30:50Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T13:30:50Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T13:30:53Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T13:30:53Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T13:30:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "4dc2b007-c725-4c1f-b25a-12b47b15658b", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:30:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "4dc2b007-c725-4c1f-b25a-12b47b15658b", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:30:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "4dc2b007-c725-4c1f-b25a-12b47b15658b", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:30:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "4dc2b007-c725-4c1f-b25a-12b47b15658b", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05-kserve-route-authn"} 2026-07-16T13:30:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "4dc2b007-c725-4c1f-b25a-12b47b15658b", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "authType": "userdefined"} 2026-07-16T13:30:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "4dc2b007-c725-4c1f-b25a-12b47b15658b", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:31:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "9b2ee3ff-0523-48c6-bda7-7d737079dca0", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:31:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "9b2ee3ff-0523-48c6-bda7-7d737079dca0", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92"} 2026-07-16T13:31:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "9b2ee3ff-0523-48c6-bda7-7d737079dca0", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:31:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "9b2ee3ff-0523-48c6-bda7-7d737079dca0", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:31:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "9b2ee3ff-0523-48c6-bda7-7d737079dca0", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92-kserve-route-authn"} 2026-07-16T13:31:34Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "9b2ee3ff-0523-48c6-bda7-7d737079dca0", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92-kserve-route-authn"} 2026-07-16T13:31:34Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "9b2ee3ff-0523-48c6-bda7-7d737079dca0", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:31:34Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "9b2ee3ff-0523-48c6-bda7-7d737079dca0", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:31:34Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "sub-test-model-978d92", "reconcileID": "015a669a-0a37-4d96-96c9-1b7ff3063261", "LLMInferenceService": "sub-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:31:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "f081a45b-6e44-4f80-9b3a-056c5baa1eb5", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:31:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "f081a45b-6e44-4f80-9b3a-056c5baa1eb5", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92-authn-ssl"} 2026-07-16T13:31:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "f081a45b-6e44-4f80-9b3a-056c5baa1eb5", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:31:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "29e17dc0-7d46-4987-b8b5-88b067d73b15", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:31:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "29e17dc0-7d46-4987-b8b5-88b067d73b15", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92-authn-ssl"} 2026-07-16T13:31:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "29e17dc0-7d46-4987-b8b5-88b067d73b15", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:31:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "4f2648b5-a581-4e7b-9651-3007f59fd5eb", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:31:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "4f2648b5-a581-4e7b-9651-3007f59fd5eb", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05"} 2026-07-16T13:31:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "4f2648b5-a581-4e7b-9651-3007f59fd5eb", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:31:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "4f2648b5-a581-4e7b-9651-3007f59fd5eb", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:31:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "4f2648b5-a581-4e7b-9651-3007f59fd5eb", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05-kserve-route-authn"} 2026-07-16T13:31:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "4f2648b5-a581-4e7b-9651-3007f59fd5eb", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05-kserve-route-authn"} 2026-07-16T13:31:35Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "4f2648b5-a581-4e7b-9651-3007f59fd5eb", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:31:35Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "4f2648b5-a581-4e7b-9651-3007f59fd5eb", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:31:35Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "sub-test-model-c7dd05", "reconcileID": "99951e58-af78-4aeb-a972-72d1e3f3a642", "LLMInferenceService": "sub-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:31:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "32f086f1-6b61-4a72-8f64-c004449dd5c4", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:31:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "32f086f1-6b61-4a72-8f64-c004449dd5c4", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05-authn-ssl"} 2026-07-16T13:31:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "32f086f1-6b61-4a72-8f64-c004449dd5c4", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:31:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "f2e2f602-6d4c-4a1b-9103-d7e015338e1a", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:31:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "f2e2f602-6d4c-4a1b-9103-d7e015338e1a", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05-authn-ssl"} 2026-07-16T13:31:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "f2e2f602-6d4c-4a1b-9103-d7e015338e1a", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:31:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "2c7fdc3e-d44e-47fe-8d9a-1aa4142cb744", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:31:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "2c7fdc3e-d44e-47fe-8d9a-1aa4142cb744", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:31:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "2c7fdc3e-d44e-47fe-8d9a-1aa4142cb744", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:31:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "e733ffb0-5691-444b-bf95-1f7df4e1a3e0", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:31:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "2c7fdc3e-d44e-47fe-8d9a-1aa4142cb744", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92-kserve-route-authn"} 2026-07-16T13:31:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "2c7fdc3e-d44e-47fe-8d9a-1aa4142cb744", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "authType": "userdefined"} 2026-07-16T13:31:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "2c7fdc3e-d44e-47fe-8d9a-1aa4142cb744", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:31:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "e733ffb0-5691-444b-bf95-1f7df4e1a3e0", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92-authn-ssl"} 2026-07-16T13:31:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "e733ffb0-5691-444b-bf95-1f7df4e1a3e0", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:31:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "d23cc325-d315-4f28-9b8c-0a469c91210a", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:31:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "d23cc325-d315-4f28-9b8c-0a469c91210a", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:31:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "d23cc325-d315-4f28-9b8c-0a469c91210a", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:31:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "d23cc325-d315-4f28-9b8c-0a469c91210a", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92-kserve-route-authn"} 2026-07-16T13:31:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "d23cc325-d315-4f28-9b8c-0a469c91210a", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "authType": "userdefined"} 2026-07-16T13:31:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "d23cc325-d315-4f28-9b8c-0a469c91210a", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:31:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "3a7f178f-36e8-477b-8798-cc93d5c27df7", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:31:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "3a7f178f-36e8-477b-8798-cc93d5c27df7", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92-authn-ssl"} 2026-07-16T13:31:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "3a7f178f-36e8-477b-8798-cc93d5c27df7", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:31:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "92e69391-a086-4700-9ad1-8128448b2092", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:31:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "92e69391-a086-4700-9ad1-8128448b2092", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:31:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "92e69391-a086-4700-9ad1-8128448b2092", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:31:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "92e69391-a086-4700-9ad1-8128448b2092", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92-kserve-route-authn"} 2026-07-16T13:31:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "92e69391-a086-4700-9ad1-8128448b2092", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "authType": "userdefined"} 2026-07-16T13:31:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "92e69391-a086-4700-9ad1-8128448b2092", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:32:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "33f73ec3-54d4-4ad9-a773-fcc3b26b614d", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:32:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "33f73ec3-54d4-4ad9-a773-fcc3b26b614d", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:32:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "33f73ec3-54d4-4ad9-a773-fcc3b26b614d", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:32:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "33f73ec3-54d4-4ad9-a773-fcc3b26b614d", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92-kserve-route-authn"} 2026-07-16T13:32:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "33f73ec3-54d4-4ad9-a773-fcc3b26b614d", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "authType": "userdefined"} 2026-07-16T13:32:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "33f73ec3-54d4-4ad9-a773-fcc3b26b614d", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:32:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "294c88fc-571a-4728-b4e8-1ae8733c0d1b", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:32:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "294c88fc-571a-4728-b4e8-1ae8733c0d1b", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:32:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "294c88fc-571a-4728-b4e8-1ae8733c0d1b", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:32:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "8dd04486-e308-4f83-9332-9f38185cdfe4", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:32:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "294c88fc-571a-4728-b4e8-1ae8733c0d1b", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05-kserve-route-authn"} 2026-07-16T13:32:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "294c88fc-571a-4728-b4e8-1ae8733c0d1b", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "authType": "userdefined"} 2026-07-16T13:32:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "294c88fc-571a-4728-b4e8-1ae8733c0d1b", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:32:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "8dd04486-e308-4f83-9332-9f38185cdfe4", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05-authn-ssl"} 2026-07-16T13:32:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "8dd04486-e308-4f83-9332-9f38185cdfe4", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:32:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "813a00c6-70e0-4497-a4dd-575141bef8a3", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:32:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "813a00c6-70e0-4497-a4dd-575141bef8a3", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:32:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "813a00c6-70e0-4497-a4dd-575141bef8a3", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:32:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "813a00c6-70e0-4497-a4dd-575141bef8a3", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05-kserve-route-authn"} 2026-07-16T13:32:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "813a00c6-70e0-4497-a4dd-575141bef8a3", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "authType": "userdefined"} 2026-07-16T13:32:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "813a00c6-70e0-4497-a4dd-575141bef8a3", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:32:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "4d4b02ab-f5df-4d83-aa60-932594e8a5cd", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:32:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "4d4b02ab-f5df-4d83-aa60-932594e8a5cd", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05-authn-ssl"} 2026-07-16T13:32:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "4d4b02ab-f5df-4d83-aa60-932594e8a5cd", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:32:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "c9c171e1-2228-433a-9a0a-49e810b9fab9", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:32:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "c9c171e1-2228-433a-9a0a-49e810b9fab9", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:32:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "c9c171e1-2228-433a-9a0a-49e810b9fab9", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:32:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "c9c171e1-2228-433a-9a0a-49e810b9fab9", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05-kserve-route-authn"} 2026-07-16T13:32:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "c9c171e1-2228-433a-9a0a-49e810b9fab9", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "authType": "userdefined"} 2026-07-16T13:32:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "c9c171e1-2228-433a-9a0a-49e810b9fab9", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:32:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "9a9f2288-2cda-45a2-bea7-865404e3563c", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:32:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "9a9f2288-2cda-45a2-bea7-865404e3563c", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:32:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "9a9f2288-2cda-45a2-bea7-865404e3563c", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:32:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "9a9f2288-2cda-45a2-bea7-865404e3563c", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05-kserve-route-authn"} 2026-07-16T13:32:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "9a9f2288-2cda-45a2-bea7-865404e3563c", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "authType": "userdefined"} 2026-07-16T13:32:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "9a9f2288-2cda-45a2-bea7-865404e3563c", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:32:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "9e2bbc7a-43ed-48e7-8409-8d2cb325e45f", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:32:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "9e2bbc7a-43ed-48e7-8409-8d2cb325e45f", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:32:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "9e2bbc7a-43ed-48e7-8409-8d2cb325e45f", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:32:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "9e2bbc7a-43ed-48e7-8409-8d2cb325e45f", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05-kserve-route-authn"} 2026-07-16T13:32:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "9e2bbc7a-43ed-48e7-8409-8d2cb325e45f", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "authType": "userdefined"} 2026-07-16T13:32:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "9e2bbc7a-43ed-48e7-8409-8d2cb325e45f", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:32:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "81d17f58-084a-4501-b820-6d4dfbacda79", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T13:32:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "08f65d76-5606-4178-ad4a-976a6f5ca62b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T13:33:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "b98c017b-cda1-4197-bff4-466f7dadb24c", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:33:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "b98c017b-cda1-4197-bff4-466f7dadb24c", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92"} 2026-07-16T13:33:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "b98c017b-cda1-4197-bff4-466f7dadb24c", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:33:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "b98c017b-cda1-4197-bff4-466f7dadb24c", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:33:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "b98c017b-cda1-4197-bff4-466f7dadb24c", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92-kserve-route-authn"} 2026-07-16T13:33:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "b98c017b-cda1-4197-bff4-466f7dadb24c", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92-kserve-route-authn"} 2026-07-16T13:33:13Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "b98c017b-cda1-4197-bff4-466f7dadb24c", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:33:13Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "b98c017b-cda1-4197-bff4-466f7dadb24c", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:33:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-978d92","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "rate-test-model-978d92", "reconcileID": "243b09f6-7dd6-474f-a2d4-f54f888bbdfb", "LLMInferenceService": "rate-test-model-978d92", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:33:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "9e11369a-3861-44b9-94b7-9b853a0624bf", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:33:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "9e11369a-3861-44b9-94b7-9b853a0624bf", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92-authn-ssl"} 2026-07-16T13:33:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "9e11369a-3861-44b9-94b7-9b853a0624bf", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:33:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "892c25bb-fad2-4d48-9674-b48d91c463a9", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:33:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "892c25bb-fad2-4d48-9674-b48d91c463a9", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92-authn-ssl"} 2026-07-16T13:33:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "892c25bb-fad2-4d48-9674-b48d91c463a9", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:33:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "5f96edbb-afb1-4d1e-b439-873d25b86e71", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:33:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "5f96edbb-afb1-4d1e-b439-873d25b86e71", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05"} 2026-07-16T13:33:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "5f96edbb-afb1-4d1e-b439-873d25b86e71", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:33:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "5f96edbb-afb1-4d1e-b439-873d25b86e71", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:33:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "5f96edbb-afb1-4d1e-b439-873d25b86e71", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05-kserve-route-authn"} 2026-07-16T13:33:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "5f96edbb-afb1-4d1e-b439-873d25b86e71", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05-kserve-route-authn"} 2026-07-16T13:33:13Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "5f96edbb-afb1-4d1e-b439-873d25b86e71", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:33:13Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "5f96edbb-afb1-4d1e-b439-873d25b86e71", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:33:14Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c7dd05","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "rate-test-model-c7dd05", "reconcileID": "9dedf491-ec42-4474-9601-786e23e721fa", "LLMInferenceService": "rate-test-model-c7dd05", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:33:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "91738d84-a797-449e-b4eb-9ee966c372a7", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:33:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "91738d84-a797-449e-b4eb-9ee966c372a7", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05-authn-ssl"} 2026-07-16T13:33:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "91738d84-a797-449e-b4eb-9ee966c372a7", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:33:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "36ef71c8-6b78-49c8-a347-0fe7d2d4826b", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:33:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "36ef71c8-6b78-49c8-a347-0fe7d2d4826b", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05-authn-ssl"} 2026-07-16T13:33:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "36ef71c8-6b78-49c8-a347-0fe7d2d4826b", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:33:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ab64cf28-db5c-4110-8abe-50510b83c315", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T13:33:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "18f23f63-f7ee-402e-8097-64a7af63206c", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:33:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "18f23f63-f7ee-402e-8097-64a7af63206c", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92-authn-ssl"} 2026-07-16T13:33:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "18f23f63-f7ee-402e-8097-64a7af63206c", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:33:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "b08df724-9198-473a-8fbe-169f0bd9e5ee", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:33:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "b08df724-9198-473a-8fbe-169f0bd9e5ee", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92-authn-ssl"} 2026-07-16T13:33:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-978d92","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-978d92", "reconcileID": "b08df724-9198-473a-8fbe-169f0bd9e5ee", "Gateway": "e2e-shared-a-978d92", "namespace": "openshift-ingress"} 2026-07-16T13:33:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7ec69da-fef8-4fec-aefa-64a6bda992de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:33:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7ec69da-fef8-4fec-aefa-64a6bda992de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-978d92", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T13:33:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7ec69da-fef8-4fec-aefa-64a6bda992de", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-978d92 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T13:33:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "odh-trusted-ca-bundle", "reconcileID": "df1d1482-a9cb-4ffd-a935-3a65799760f1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:33:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "odh-trusted-ca-bundle", "reconcileID": "df1d1482-a9cb-4ffd-a935-3a65799760f1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-978d92", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T13:33:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "odh-trusted-ca-bundle", "reconcileID": "df1d1482-a9cb-4ffd-a935-3a65799760f1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-978d92 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T13:33:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "openshift-service-ca.crt", "reconcileID": "2acff72d-1712-4fed-8dc0-80574db40570", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:33:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "openshift-service-ca.crt", "reconcileID": "2acff72d-1712-4fed-8dc0-80574db40570", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:33:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d0622c1-9c22-4cae-aaf7-d2900cc453e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:33:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d0622c1-9c22-4cae-aaf7-d2900cc453e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:33:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "odh-trusted-ca-bundle", "reconcileID": "b942dd09-8835-4025-a735-9b73188916b7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:33:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-978d92"}, "namespace": "ai-tenant-e2e-shared-a-978d92", "name": "odh-trusted-ca-bundle", "reconcileID": "b942dd09-8835-4025-a735-9b73188916b7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-978d92"} 2026-07-16T13:34:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "011fac64-a582-45fb-82e0-93ec7ecf983b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T13:34:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "0132542c-85d5-4956-bbf4-21736cf4b542", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:34:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "0132542c-85d5-4956-bbf4-21736cf4b542", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05-authn-ssl"} 2026-07-16T13:34:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "0132542c-85d5-4956-bbf4-21736cf4b542", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:34:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "493c9248-385c-4344-8d5a-66e049117116", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:34:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "493c9248-385c-4344-8d5a-66e049117116", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05-authn-ssl"} 2026-07-16T13:34:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c7dd05","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c7dd05", "reconcileID": "493c9248-385c-4344-8d5a-66e049117116", "Gateway": "e2e-shared-b-c7dd05", "namespace": "openshift-ingress"} 2026-07-16T13:34:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7bdc1cd9-5d29-4198-963f-58e0c2f6753a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:34:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7bdc1cd9-5d29-4198-963f-58e0c2f6753a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c7dd05", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T13:34:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7bdc1cd9-5d29-4198-963f-58e0c2f6753a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-c7dd05 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T13:34:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "odh-trusted-ca-bundle", "reconcileID": "fedd006f-d29f-4f67-8b04-1577d06fee14", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:34:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "odh-trusted-ca-bundle", "reconcileID": "fedd006f-d29f-4f67-8b04-1577d06fee14", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:34:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "openshift-service-ca.crt", "reconcileID": "46b4969a-1300-4853-a936-e74cf2a3dc7a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:34:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "openshift-service-ca.crt", "reconcileID": "46b4969a-1300-4853-a936-e74cf2a3dc7a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:34:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "39f2f0f9-2d94-4bf8-b11d-0cace3c7b16d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c7dd05"} 2026-07-16T13:34:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c7dd05"}, "namespace": "ai-tenant-e2e-shared-b-c7dd05", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "39f2f0f9-2d94-4bf8-b11d-0cace3c7b16d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c7dd05"}