2026-07-10T17:46:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad332c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad332c", "reconcileID": "75f8476a-bf77-4508-94bc-1d85c4a2a687", "Gateway": "e2e-api-b-ad332c", "namespace": "openshift-ingress"} 2026-07-10T17:46:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad332c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad332c", "reconcileID": "75f8476a-bf77-4508-94bc-1d85c4a2a687", "Gateway": "e2e-api-b-ad332c", "namespace": "openshift-ingress", "name": "e2e-api-b-ad332c-authn-ssl"} 2026-07-10T17:46:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad332c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad332c", "reconcileID": "75f8476a-bf77-4508-94bc-1d85c4a2a687", "Gateway": "e2e-api-b-ad332c", "namespace": "openshift-ingress"} 2026-07-10T17:46:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad332c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad332c", "reconcileID": "f962cbdb-97c5-414d-9abf-7bf433d6f831", "Gateway": "e2e-api-b-ad332c", "namespace": "openshift-ingress"} 2026-07-10T17:46:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad332c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad332c", "reconcileID": "f962cbdb-97c5-414d-9abf-7bf433d6f831", "Gateway": "e2e-api-b-ad332c", "namespace": "openshift-ingress", "name": "e2e-api-b-ad332c-authn-ssl"} 2026-07-10T17:46:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad332c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad332c", "reconcileID": "f962cbdb-97c5-414d-9abf-7bf433d6f831", "Gateway": "e2e-api-b-ad332c", "namespace": "openshift-ingress"} 2026-07-10T17:46:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-43bb8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-43bb8e", "reconcileID": "4dd8b980-5468-40d3-a5eb-18508a0cb73f", "Gateway": "e2e-api-a-43bb8e", "namespace": "openshift-ingress"} 2026-07-10T17:46:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-43bb8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-43bb8e", "reconcileID": "4dd8b980-5468-40d3-a5eb-18508a0cb73f", "Gateway": "e2e-api-a-43bb8e", "namespace": "openshift-ingress", "name": "e2e-api-a-43bb8e-authn-ssl"} 2026-07-10T17:46:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-43bb8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-43bb8e", "reconcileID": "4dd8b980-5468-40d3-a5eb-18508a0cb73f", "Gateway": "e2e-api-a-43bb8e", "namespace": "openshift-ingress"} 2026-07-10T17:46:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ad332c"}, "namespace": "ai-tenant-e2e-api-b-ad332c", "name": "openshift-service-ca.crt", "reconcileID": "9e5b722f-673f-4c66-a4b8-db6cb7e5e418", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ad332c"} 2026-07-10T17:46:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ad332c"}, "namespace": "ai-tenant-e2e-api-b-ad332c", "name": "odh-trusted-ca-bundle", "reconcileID": "f8525e04-0a88-4e22-9345-ea6fced99001", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ad332c"} 2026-07-10T17:46:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ad332c"}, "namespace": "ai-tenant-e2e-api-b-ad332c", "name": "openshift-service-ca.crt", "reconcileID": "b4edf6ac-d839-4969-ad09-e67c9364c13d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ad332c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T17:46:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ad332c"}, "namespace": "ai-tenant-e2e-api-b-ad332c", "name": "openshift-service-ca.crt", "reconcileID": "b4edf6ac-d839-4969-ad09-e67c9364c13d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ad332c"} 2026-07-10T17:46:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ad332c"}, "namespace": "ai-tenant-e2e-api-b-ad332c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bae1e2e8-2572-44e6-8941-b87ca33f28f1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ad332c"} 2026-07-10T17:46:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ad332c"}, "namespace": "ai-tenant-e2e-api-b-ad332c", "name": "openshift-service-ca.crt", "reconcileID": "f478c22c-2adb-4e2b-87ca-4647d1ed9c3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ad332c"} 2026-07-10T17:46:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ad332c"}, "namespace": "ai-tenant-e2e-api-b-ad332c", "name": "odh-trusted-ca-bundle", "reconcileID": "19d43a9c-ad52-4ad2-839d-2e6e8f8ef82a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ad332c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-10T17:46:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ad332c"}, "namespace": "ai-tenant-e2e-api-b-ad332c", "name": "odh-trusted-ca-bundle", "reconcileID": "19d43a9c-ad52-4ad2-839d-2e6e8f8ef82a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ad332c"} 2026-07-10T17:46:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ad332c"}, "namespace": "ai-tenant-e2e-api-b-ad332c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60e824dc-ceaa-4436-9327-c345a4ce2077", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ad332c"} 2026-07-10T17:46:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad332c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad332c", "reconcileID": "621fe353-bda5-4979-a657-75cc44ad5f03", "Gateway": "e2e-api-b-ad332c", "namespace": "openshift-ingress"} 2026-07-10T17:46:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad332c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad332c", "reconcileID": "621fe353-bda5-4979-a657-75cc44ad5f03", "Gateway": "e2e-api-b-ad332c", "namespace": "openshift-ingress", "name": "e2e-api-b-ad332c-authn-ssl"} 2026-07-10T17:46:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad332c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad332c", "reconcileID": "621fe353-bda5-4979-a657-75cc44ad5f03", "Gateway": "e2e-api-b-ad332c", "namespace": "openshift-ingress"} 2026-07-10T17:46:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "94256106-09c0-4fa6-8302-68b50718a389", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T17:46:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-43bb8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-43bb8e", "reconcileID": "1c926e55-678d-4d89-86af-8b32ead57433", "Gateway": "e2e-api-a-43bb8e", "namespace": "openshift-ingress"} 2026-07-10T17:46:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-43bb8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-43bb8e", "reconcileID": "1c926e55-678d-4d89-86af-8b32ead57433", "Gateway": "e2e-api-a-43bb8e", "namespace": "openshift-ingress", "name": "e2e-api-a-43bb8e-authn-ssl"} 2026-07-10T17:46:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-43bb8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-43bb8e", "reconcileID": "1c926e55-678d-4d89-86af-8b32ead57433", "Gateway": "e2e-api-a-43bb8e", "namespace": "openshift-ingress"} 2026-07-10T17:47:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad332c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad332c", "reconcileID": "bf2f6eb4-22de-4cc9-ba5c-fc5ea7fd7054", "Gateway": "e2e-api-b-ad332c", "namespace": "openshift-ingress"} 2026-07-10T17:47:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad332c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad332c", "reconcileID": "bf2f6eb4-22de-4cc9-ba5c-fc5ea7fd7054", "Gateway": "e2e-api-b-ad332c", "namespace": "openshift-ingress", "name": "e2e-api-b-ad332c-authn-ssl"} 2026-07-10T17:47:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad332c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad332c", "reconcileID": "bf2f6eb4-22de-4cc9-ba5c-fc5ea7fd7054", "Gateway": "e2e-api-b-ad332c", "namespace": "openshift-ingress"} 2026-07-10T17:47:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "143b62e1-4127-400e-9ae0-12adfaaebc38", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T17:47:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c354dbad-0e69-482b-b2c1-02194982d9a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T17:47:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3a907beb-4dcd-4036-9f6f-7f91126bd9cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T17:47:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-43bb8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-43bb8e", "reconcileID": "028eb40a-5613-4696-b085-b457f87b23aa", "Gateway": "e2e-api-a-43bb8e", "namespace": "openshift-ingress"} 2026-07-10T17:47:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-43bb8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-43bb8e", "reconcileID": "028eb40a-5613-4696-b085-b457f87b23aa", "Gateway": "e2e-api-a-43bb8e", "namespace": "openshift-ingress", "name": "e2e-api-a-43bb8e-authn-ssl"} 2026-07-10T17:47:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-43bb8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-43bb8e", "reconcileID": "028eb40a-5613-4696-b085-b457f87b23aa", "Gateway": "e2e-api-a-43bb8e", "namespace": "openshift-ingress"} 2026-07-10T17:47:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-43bb8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-43bb8e", "reconcileID": "5db13254-bc74-42c1-abcf-576a3e98e2f3", "Gateway": "e2e-api-a-43bb8e", "namespace": "openshift-ingress"} 2026-07-10T17:47:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-43bb8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-43bb8e", "reconcileID": "5db13254-bc74-42c1-abcf-576a3e98e2f3", "Gateway": "e2e-api-a-43bb8e", "namespace": "openshift-ingress", "name": "e2e-api-a-43bb8e-authn-ssl"} 2026-07-10T17:47:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-43bb8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-43bb8e", "reconcileID": "5db13254-bc74-42c1-abcf-576a3e98e2f3", "Gateway": "e2e-api-a-43bb8e", "namespace": "openshift-ingress"} 2026-07-10T17:47:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-43bb8e"}, "namespace": "ai-tenant-e2e-api-a-43bb8e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5928678-bdc0-4453-bf7f-644e38d99a61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-43bb8e"} 2026-07-10T17:47:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-43bb8e"}, "namespace": "ai-tenant-e2e-api-a-43bb8e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5928678-bdc0-4453-bf7f-644e38d99a61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-43bb8e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T17:47:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-43bb8e"}, "namespace": "ai-tenant-e2e-api-a-43bb8e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5928678-bdc0-4453-bf7f-644e38d99a61", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-43bb8e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T17:47:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-43bb8e"}, "namespace": "ai-tenant-e2e-api-a-43bb8e", "name": "odh-trusted-ca-bundle", "reconcileID": "3e10bcaa-4ef2-4709-a252-926b28899808", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-43bb8e"} 2026-07-10T17:47:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-43bb8e"}, "namespace": "ai-tenant-e2e-api-a-43bb8e", "name": "odh-trusted-ca-bundle", "reconcileID": "3e10bcaa-4ef2-4709-a252-926b28899808", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-43bb8e"} 2026-07-10T17:47:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-43bb8e"}, "namespace": "ai-tenant-e2e-api-a-43bb8e", "name": "openshift-service-ca.crt", "reconcileID": "2d816955-6017-4e2a-b9d1-d0e816404611", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-43bb8e"} 2026-07-10T17:47:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-43bb8e"}, "namespace": "ai-tenant-e2e-api-a-43bb8e", "name": "openshift-service-ca.crt", "reconcileID": "2d816955-6017-4e2a-b9d1-d0e816404611", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-43bb8e"} 2026-07-10T17:47:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-43bb8e"}, "namespace": "ai-tenant-e2e-api-a-43bb8e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2fe1aa2e-c967-4dcb-8502-ca39e4ef7692", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-43bb8e"} 2026-07-10T17:47:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-43bb8e"}, "namespace": "ai-tenant-e2e-api-a-43bb8e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2fe1aa2e-c967-4dcb-8502-ca39e4ef7692", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-43bb8e"} 2026-07-10T17:47:32Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-43bb8e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-43bb8e", "reconcileID": "e9b43c77-586c-4871-b0cf-b8a74a470076", "Gateway": "e2e-api-a-43bb8e", "namespace": "openshift-ingress"} 2026-07-10T17:47:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0c591e53-6784-42e4-b526-7e0521afeab2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T17:47:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad332c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad332c", "reconcileID": "ac174929-b85a-49fa-9f31-8b709cae2a8d", "Gateway": "e2e-api-b-ad332c", "namespace": "openshift-ingress"} 2026-07-10T17:47:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad332c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad332c", "reconcileID": "ac174929-b85a-49fa-9f31-8b709cae2a8d", "Gateway": "e2e-api-b-ad332c", "namespace": "openshift-ingress", "name": "e2e-api-b-ad332c-authn-ssl"} 2026-07-10T17:47:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad332c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad332c", "reconcileID": "ac174929-b85a-49fa-9f31-8b709cae2a8d", "Gateway": "e2e-api-b-ad332c", "namespace": "openshift-ingress"} 2026-07-10T17:47:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad332c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad332c", "reconcileID": "f51f5f99-80f8-4a0e-98d3-2d9adb56f064", "Gateway": "e2e-api-b-ad332c", "namespace": "openshift-ingress"} 2026-07-10T17:47:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad332c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad332c", "reconcileID": "f51f5f99-80f8-4a0e-98d3-2d9adb56f064", "Gateway": "e2e-api-b-ad332c", "namespace": "openshift-ingress", "name": "e2e-api-b-ad332c-authn-ssl"} 2026-07-10T17:47:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad332c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad332c", "reconcileID": "f51f5f99-80f8-4a0e-98d3-2d9adb56f064", "Gateway": "e2e-api-b-ad332c", "namespace": "openshift-ingress"} 2026-07-10T17:47:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ad332c"}, "namespace": "ai-tenant-e2e-api-b-ad332c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48c1ea58-ad3a-4b98-9fc8-bca99421564c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ad332c"} 2026-07-10T17:47:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ad332c"}, "namespace": "ai-tenant-e2e-api-b-ad332c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48c1ea58-ad3a-4b98-9fc8-bca99421564c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ad332c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T17:47:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ad332c"}, "namespace": "ai-tenant-e2e-api-b-ad332c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48c1ea58-ad3a-4b98-9fc8-bca99421564c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-ad332c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T17:47:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ad332c"}, "namespace": "ai-tenant-e2e-api-b-ad332c", "name": "odh-trusted-ca-bundle", "reconcileID": "3249f186-5fc8-41b4-b3b3-20a2dfb54947", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ad332c"} 2026-07-10T17:47:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ad332c"}, "namespace": "ai-tenant-e2e-api-b-ad332c", "name": "odh-trusted-ca-bundle", "reconcileID": "3249f186-5fc8-41b4-b3b3-20a2dfb54947", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ad332c"} 2026-07-10T17:47:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ad332c"}, "namespace": "ai-tenant-e2e-api-b-ad332c", "name": "openshift-service-ca.crt", "reconcileID": "1b885930-1600-4a15-8617-8c4473e0b488", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ad332c"} 2026-07-10T17:47:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ad332c"}, "namespace": "ai-tenant-e2e-api-b-ad332c", "name": "openshift-service-ca.crt", "reconcileID": "1b885930-1600-4a15-8617-8c4473e0b488", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ad332c"} 2026-07-10T17:47:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ad332c"}, "namespace": "ai-tenant-e2e-api-b-ad332c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afa0fd64-feb3-43d3-b5b3-55ece11e37c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ad332c"} 2026-07-10T17:47:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ad332c"}, "namespace": "ai-tenant-e2e-api-b-ad332c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afa0fd64-feb3-43d3-b5b3-55ece11e37c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ad332c"} 2026-07-10T17:47:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad332c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad332c", "reconcileID": "78e7be4c-fe1e-4c27-8fc9-b8282f7612b3", "Gateway": "e2e-api-b-ad332c", "namespace": "openshift-ingress"} 2026-07-10T17:47:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "d5e8d23e-5c36-4964-bcf1-3f87d9447d72", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:47:59Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "d5e8d23e-5c36-4964-bcf1-3f87d9447d72", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b-authn-ssl"} 2026-07-10T17:47:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "d5e8d23e-5c36-4964-bcf1-3f87d9447d72", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:47:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "5e60c886-3f2d-45a2-ba3a-d71707429ced", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:47:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "5e60c886-3f2d-45a2-ba3a-d71707429ced", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b-authn-ssl"} 2026-07-10T17:47:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "5e60c886-3f2d-45a2-ba3a-d71707429ced", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:47:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "c40bd358-9231-40a9-89e1-92605e44eb72", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:47:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "c40bd358-9231-40a9-89e1-92605e44eb72", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b-authn-ssl"} 2026-07-10T17:47:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "c40bd358-9231-40a9-89e1-92605e44eb72", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:47:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "dd19f492-3e2a-4933-aa85-ad6bcf1ef46d", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:47:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "dd19f492-3e2a-4933-aa85-ad6bcf1ef46d", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b-authn-ssl"} 2026-07-10T17:47:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "dd19f492-3e2a-4933-aa85-ad6bcf1ef46d", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:48:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "f6b22ff5-650c-4bb8-b5b4-003fa1fbff7e", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:48:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "f6b22ff5-650c-4bb8-b5b4-003fa1fbff7e", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b-authn-ssl"} 2026-07-10T17:48:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "f6b22ff5-650c-4bb8-b5b4-003fa1fbff7e", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:48:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "4357d016-5415-44c5-905a-d50127ac3a7c", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:48:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "4357d016-5415-44c5-905a-d50127ac3a7c", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b-authn-ssl"} 2026-07-10T17:48:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "4357d016-5415-44c5-905a-d50127ac3a7c", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:48:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "941a48fd-57d1-4181-b934-84890caec51c", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:48:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "941a48fd-57d1-4181-b934-84890caec51c", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b-authn-ssl"} 2026-07-10T17:48:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "941a48fd-57d1-4181-b934-84890caec51c", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:48:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "openshift-service-ca.crt", "reconcileID": "facf9133-8c6c-4237-a9c8-0db41dbcbf8e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:48:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "odh-trusted-ca-bundle", "reconcileID": "0614f41d-747b-4a6c-aaf0-997689d0e853", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:48:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "openshift-service-ca.crt", "reconcileID": "83bcf6ff-815e-4655-9805-58203c7b0ba6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T17:48:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "openshift-service-ca.crt", "reconcileID": "83bcf6ff-815e-4655-9805-58203c7b0ba6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:48:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80ec55de-4a8a-4b0a-9dc2-cd8c1094164b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:48:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "openshift-service-ca.crt", "reconcileID": "6323693b-d836-49b9-8623-aa01fbc6250d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:48:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "odh-trusted-ca-bundle", "reconcileID": "af588ef1-e1c1-4a3d-aade-4a929a980190", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "update": "odh-kserve-custom-ca-bundle"} 2026-07-10T17:48:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "odh-trusted-ca-bundle", "reconcileID": "af588ef1-e1c1-4a3d-aade-4a929a980190", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:48:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7bfeaf36-3f7c-4b67-a2dd-daee660d91d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:48:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "27f6f32e-86d4-4b77-bd19-1a3b5fb74b37", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:48:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "27f6f32e-86d4-4b77-bd19-1a3b5fb74b37", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b-authn-ssl"} 2026-07-10T17:48:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "27f6f32e-86d4-4b77-bd19-1a3b5fb74b37", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:48:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6b68f01a-25ab-4075-bb8e-01fde0c4f081", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T17:48:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "11d8dc0a-15a7-49a0-8d6a-5b1a0826aa1f", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:48:08Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "11d8dc0a-15a7-49a0-8d6a-5b1a0826aa1f", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0-authn-ssl"} 2026-07-10T17:48:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "11d8dc0a-15a7-49a0-8d6a-5b1a0826aa1f", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:48:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "68b3b653-b1bd-4bb7-a2b7-e12edf034f3e", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:48:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "68b3b653-b1bd-4bb7-a2b7-e12edf034f3e", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0-authn-ssl"} 2026-07-10T17:48:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "68b3b653-b1bd-4bb7-a2b7-e12edf034f3e", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:48:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "32140842-b213-4682-8af0-00edeeb1504a", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:48:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "32140842-b213-4682-8af0-00edeeb1504a", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0-authn-ssl"} 2026-07-10T17:48:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "32140842-b213-4682-8af0-00edeeb1504a", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:48:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "80d55516-c2cf-4c6c-a2cd-121a067e6436", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:48:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "80d55516-c2cf-4c6c-a2cd-121a067e6436", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0-authn-ssl"} 2026-07-10T17:48:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "80d55516-c2cf-4c6c-a2cd-121a067e6436", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:48:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "67f624ac-4795-401c-8a40-e08b14281a6f", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:48:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "67f624ac-4795-401c-8a40-e08b14281a6f", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0-authn-ssl"} 2026-07-10T17:48:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "67f624ac-4795-401c-8a40-e08b14281a6f", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:48:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "7e1f67d4-3cb6-470c-871f-4a7f30cc0efa", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:48:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "7e1f67d4-3cb6-470c-871f-4a7f30cc0efa", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0-authn-ssl"} 2026-07-10T17:48:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "7e1f67d4-3cb6-470c-871f-4a7f30cc0efa", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:48:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "4572de32-4805-4f71-a195-3cb41e9b2094", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:48:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "4572de32-4805-4f71-a195-3cb41e9b2094", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b-authn-ssl"} 2026-07-10T17:48:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "4572de32-4805-4f71-a195-3cb41e9b2094", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:48:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "d9c7b1a0-a2d6-4446-a3f6-d0cda2906aed", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:48:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "d9c7b1a0-a2d6-4446-a3f6-d0cda2906aed", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0-authn-ssl"} 2026-07-10T17:48:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "d9c7b1a0-a2d6-4446-a3f6-d0cda2906aed", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:48:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "odh-trusted-ca-bundle", "reconcileID": "19ac7dd0-974c-4e12-a27a-069bb85605ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:48:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "openshift-service-ca.crt", "reconcileID": "c8b254c5-437c-4960-996b-c0ee0afa2c17", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:48:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "openshift-service-ca.crt", "reconcileID": "b4e8217a-bb8b-4fca-ab60-e49bd88acde1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T17:48:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "openshift-service-ca.crt", "reconcileID": "b4e8217a-bb8b-4fca-ab60-e49bd88acde1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:48:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "openshift-service-ca.crt", "reconcileID": "c5a717d6-aefa-4027-b2f7-30075e22fd35", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:48:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21c990af-209c-4e61-a279-90fb451a336a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:48:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "odh-trusted-ca-bundle", "reconcileID": "e8ee258a-cad9-4c25-b154-47a85ef05e1e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "update": "odh-kserve-custom-ca-bundle"} 2026-07-10T17:48:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "odh-trusted-ca-bundle", "reconcileID": "e8ee258a-cad9-4c25-b154-47a85ef05e1e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:48:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b07a9698-e8d8-4ee0-960f-2d3d4b778615", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:48:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "9e01060e-9607-4199-8567-139c55a3d841", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:48:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "9e01060e-9607-4199-8567-139c55a3d841", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0-authn-ssl"} 2026-07-10T17:48:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "9e01060e-9607-4199-8567-139c55a3d841", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:48:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4fabf6e7-3787-45f0-918e-804497fdc4a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T17:48:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "fd535046-b012-45a4-be3d-c05925917d79", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:48:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "fd535046-b012-45a4-be3d-c05925917d79", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0-authn-ssl"} 2026-07-10T17:48:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "fd535046-b012-45a4-be3d-c05925917d79", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:48:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "b18ebacd-6ad1-4bba-86f3-5ee99fa1c7fa", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:48:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "b18ebacd-6ad1-4bba-86f3-5ee99fa1c7fa", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:48:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "b18ebacd-6ad1-4bba-86f3-5ee99fa1c7fa", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:48:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "d9ab9526-2753-423a-8eb4-5cce08cf1729", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:48:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "b18ebacd-6ad1-4bba-86f3-5ee99fa1c7fa", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b-kserve-route-authn"} 2026-07-10T17:48:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "b18ebacd-6ad1-4bba-86f3-5ee99fa1c7fa", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "authType": "userdefined"} 2026-07-10T17:48:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "b18ebacd-6ad1-4bba-86f3-5ee99fa1c7fa", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:48:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "d9ab9526-2753-423a-8eb4-5cce08cf1729", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b-authn-ssl"} 2026-07-10T17:48:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "d9ab9526-2753-423a-8eb4-5cce08cf1729", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:48:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "7bb4b825-49be-40be-90a5-a6db9d088420", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:48:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "7bb4b825-49be-40be-90a5-a6db9d088420", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:48:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "7bb4b825-49be-40be-90a5-a6db9d088420", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:48:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "7bb4b825-49be-40be-90a5-a6db9d088420", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b-kserve-route-authn"} 2026-07-10T17:48:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "7bb4b825-49be-40be-90a5-a6db9d088420", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "authType": "userdefined"} 2026-07-10T17:48:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "7bb4b825-49be-40be-90a5-a6db9d088420", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:48:22Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T17:48:22Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T17:48:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0d97c50d-3f9e-450d-a432-cb6cfc67ee70", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T17:48:25Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T17:48:25Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T17:48:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "1cc74efa-847b-4ddf-89c3-9b00853f3953", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:48:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "1cc74efa-847b-4ddf-89c3-9b00853f3953", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b-authn-ssl"} 2026-07-10T17:48:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "1cc74efa-847b-4ddf-89c3-9b00853f3953", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:48:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "b9f78697-ddad-4071-b573-0d31cb85d729", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:48:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "b9f78697-ddad-4071-b573-0d31cb85d729", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:48:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "b9f78697-ddad-4071-b573-0d31cb85d729", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:48:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "b9f78697-ddad-4071-b573-0d31cb85d729", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b-kserve-route-authn"} 2026-07-10T17:48:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "b9f78697-ddad-4071-b573-0d31cb85d729", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "authType": "userdefined"} 2026-07-10T17:48:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "b9f78697-ddad-4071-b573-0d31cb85d729", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:48:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "29959cd5-61b1-44f2-94e7-3561fd1c4693", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T17:48:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "ff0cb643-7383-43dd-a7ff-26ba98dbbd12", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:48:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "ff0cb643-7383-43dd-a7ff-26ba98dbbd12", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:48:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "ff0cb643-7383-43dd-a7ff-26ba98dbbd12", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:48:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "ff0cb643-7383-43dd-a7ff-26ba98dbbd12", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b-kserve-route-authn"} 2026-07-10T17:48:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "ff0cb643-7383-43dd-a7ff-26ba98dbbd12", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "authType": "userdefined"} 2026-07-10T17:48:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "ff0cb643-7383-43dd-a7ff-26ba98dbbd12", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:48:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "b49fa825-0815-430f-adc9-4e7f9106990f", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:48:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "b49fa825-0815-430f-adc9-4e7f9106990f", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:48:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "b49fa825-0815-430f-adc9-4e7f9106990f", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:48:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "7c434181-3499-449d-b0ce-a9f58febfacd", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:48:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "b49fa825-0815-430f-adc9-4e7f9106990f", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0-kserve-route-authn"} 2026-07-10T17:48:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "b49fa825-0815-430f-adc9-4e7f9106990f", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "authType": "userdefined"} 2026-07-10T17:48:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "b49fa825-0815-430f-adc9-4e7f9106990f", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:48:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "7c434181-3499-449d-b0ce-a9f58febfacd", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0-authn-ssl"} 2026-07-10T17:48:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "7c434181-3499-449d-b0ce-a9f58febfacd", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:48:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "7c68d8df-62c9-4faf-bba4-fb82a0bc4e15", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:48:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "7c68d8df-62c9-4faf-bba4-fb82a0bc4e15", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:48:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "7c68d8df-62c9-4faf-bba4-fb82a0bc4e15", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:48:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "7c68d8df-62c9-4faf-bba4-fb82a0bc4e15", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0-kserve-route-authn"} 2026-07-10T17:48:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "7c68d8df-62c9-4faf-bba4-fb82a0bc4e15", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "authType": "userdefined"} 2026-07-10T17:48:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "7c68d8df-62c9-4faf-bba4-fb82a0bc4e15", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:48:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "603218fa-1da0-45c9-990e-90898b88c26e", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:48:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "603218fa-1da0-45c9-990e-90898b88c26e", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0-authn-ssl"} 2026-07-10T17:48:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "603218fa-1da0-45c9-990e-90898b88c26e", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:48:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "bd3b1812-039e-4c2c-97e4-36b0010805d3", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:48:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "bd3b1812-039e-4c2c-97e4-36b0010805d3", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:48:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "bd3b1812-039e-4c2c-97e4-36b0010805d3", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:48:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "bd3b1812-039e-4c2c-97e4-36b0010805d3", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0-kserve-route-authn"} 2026-07-10T17:48:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "bd3b1812-039e-4c2c-97e4-36b0010805d3", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "authType": "userdefined"} 2026-07-10T17:48:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "bd3b1812-039e-4c2c-97e4-36b0010805d3", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:49:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b9421b2f-85d0-4566-bdc7-be0b37e6a14e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T17:49:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "c1c5191a-a9ab-4f43-8edf-2f6cc1cc3ff3", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:49:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "c1c5191a-a9ab-4f43-8edf-2f6cc1cc3ff3", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:49:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "c1c5191a-a9ab-4f43-8edf-2f6cc1cc3ff3", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:49:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "c1c5191a-a9ab-4f43-8edf-2f6cc1cc3ff3", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0-kserve-route-authn"} 2026-07-10T17:49:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "c1c5191a-a9ab-4f43-8edf-2f6cc1cc3ff3", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "authType": "userdefined"} 2026-07-10T17:49:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "c1c5191a-a9ab-4f43-8edf-2f6cc1cc3ff3", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:49:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "393b4889-759b-4c4f-b74b-9241d5cdda50", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:49:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "393b4889-759b-4c4f-b74b-9241d5cdda50", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b-authn-ssl"} 2026-07-10T17:49:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "393b4889-759b-4c4f-b74b-9241d5cdda50", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:49:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "7a498adc-e803-4fd1-ae2a-105089c342d9", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:49:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "7a498adc-e803-4fd1-ae2a-105089c342d9", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0-authn-ssl"} 2026-07-10T17:49:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "7a498adc-e803-4fd1-ae2a-105089c342d9", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:51:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "4fe8d5a1-147f-4c7a-8ac5-f3d4772217c1", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:51:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "4fe8d5a1-147f-4c7a-8ac5-f3d4772217c1", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b"} 2026-07-10T17:51:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "4fe8d5a1-147f-4c7a-8ac5-f3d4772217c1", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:51:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "4fe8d5a1-147f-4c7a-8ac5-f3d4772217c1", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:51:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "4fe8d5a1-147f-4c7a-8ac5-f3d4772217c1", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b-kserve-route-authn"} 2026-07-10T17:51:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "4fe8d5a1-147f-4c7a-8ac5-f3d4772217c1", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b-kserve-route-authn"} 2026-07-10T17:51:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "4fe8d5a1-147f-4c7a-8ac5-f3d4772217c1", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:51:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "4fe8d5a1-147f-4c7a-8ac5-f3d4772217c1", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:51:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "auth-test-model-3beb3b", "reconcileID": "56ecc828-cbae-48ef-b23e-85cfa5af3152", "LLMInferenceService": "auth-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:51:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "b4b3fe37-27f2-4dc2-882a-38c3cb10bb48", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:51:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "b4b3fe37-27f2-4dc2-882a-38c3cb10bb48", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b-authn-ssl"} 2026-07-10T17:51:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "b4b3fe37-27f2-4dc2-882a-38c3cb10bb48", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:51:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "a91aee40-33e7-46f9-afd3-0a7ab05af498", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:51:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "a91aee40-33e7-46f9-afd3-0a7ab05af498", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b-authn-ssl"} 2026-07-10T17:51:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "a91aee40-33e7-46f9-afd3-0a7ab05af498", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:51:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "ca3464d7-6db5-4e42-a475-f9b5ce7cd24c", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:51:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "ca3464d7-6db5-4e42-a475-f9b5ce7cd24c", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0"} 2026-07-10T17:51:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "ca3464d7-6db5-4e42-a475-f9b5ce7cd24c", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:51:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "ca3464d7-6db5-4e42-a475-f9b5ce7cd24c", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:51:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "ca3464d7-6db5-4e42-a475-f9b5ce7cd24c", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0-kserve-route-authn"} 2026-07-10T17:51:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "ca3464d7-6db5-4e42-a475-f9b5ce7cd24c", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0-kserve-route-authn"} 2026-07-10T17:51:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "ca3464d7-6db5-4e42-a475-f9b5ce7cd24c", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:51:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "ca3464d7-6db5-4e42-a475-f9b5ce7cd24c", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:51:07Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "auth-test-model-9f66f0", "reconcileID": "49737ab1-b4aa-42c0-adfc-d6e92768ef7b", "LLMInferenceService": "auth-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:51:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "36ea0270-48d4-4683-ac20-90af32e16039", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:51:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "36ea0270-48d4-4683-ac20-90af32e16039", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0-authn-ssl"} 2026-07-10T17:51:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "36ea0270-48d4-4683-ac20-90af32e16039", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:51:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "22d31c2f-29da-411c-86f9-a4d2dea48bf3", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:51:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "22d31c2f-29da-411c-86f9-a4d2dea48bf3", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0-authn-ssl"} 2026-07-10T17:51:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "22d31c2f-29da-411c-86f9-a4d2dea48bf3", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:51:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "f522cff1-4616-4588-b96d-591f52c29675", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:51:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "f522cff1-4616-4588-b96d-591f52c29675", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:51:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "f522cff1-4616-4588-b96d-591f52c29675", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:51:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "5401e9f4-1779-4e8a-9942-386139c42acf", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:51:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "f522cff1-4616-4588-b96d-591f52c29675", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b-kserve-route-authn"} 2026-07-10T17:51:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "f522cff1-4616-4588-b96d-591f52c29675", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "authType": "userdefined"} 2026-07-10T17:51:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "f522cff1-4616-4588-b96d-591f52c29675", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:51:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "5401e9f4-1779-4e8a-9942-386139c42acf", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b-authn-ssl"} 2026-07-10T17:51:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "5401e9f4-1779-4e8a-9942-386139c42acf", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:51:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "1e50df2f-5425-4fc8-8524-f8512ce8dea3", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:51:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "1e50df2f-5425-4fc8-8524-f8512ce8dea3", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:51:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "1e50df2f-5425-4fc8-8524-f8512ce8dea3", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:51:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "1e50df2f-5425-4fc8-8524-f8512ce8dea3", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b-kserve-route-authn"} 2026-07-10T17:51:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "1e50df2f-5425-4fc8-8524-f8512ce8dea3", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "authType": "userdefined"} 2026-07-10T17:51:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "1e50df2f-5425-4fc8-8524-f8512ce8dea3", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:51:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "8f4295f2-fd80-47fc-b4d3-366c45d03709", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:51:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "8f4295f2-fd80-47fc-b4d3-366c45d03709", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b-authn-ssl"} 2026-07-10T17:51:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "8f4295f2-fd80-47fc-b4d3-366c45d03709", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:51:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "ccf75d13-1840-4a61-b961-08a50abf166a", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:51:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "ccf75d13-1840-4a61-b961-08a50abf166a", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:51:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "ccf75d13-1840-4a61-b961-08a50abf166a", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:51:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "ccf75d13-1840-4a61-b961-08a50abf166a", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b-kserve-route-authn"} 2026-07-10T17:51:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "ccf75d13-1840-4a61-b961-08a50abf166a", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "authType": "userdefined"} 2026-07-10T17:51:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "ccf75d13-1840-4a61-b961-08a50abf166a", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:51:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "e16be6c3-b010-408a-b3a1-f79a33292d34", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:51:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "e16be6c3-b010-408a-b3a1-f79a33292d34", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:51:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "e16be6c3-b010-408a-b3a1-f79a33292d34", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:51:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "e16be6c3-b010-408a-b3a1-f79a33292d34", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b-kserve-route-authn"} 2026-07-10T17:51:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "e16be6c3-b010-408a-b3a1-f79a33292d34", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "authType": "userdefined"} 2026-07-10T17:51:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "e16be6c3-b010-408a-b3a1-f79a33292d34", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:51:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "54316b7d-ef11-45c2-8205-4d2b25677f64", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:51:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "54316b7d-ef11-45c2-8205-4d2b25677f64", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:51:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "54316b7d-ef11-45c2-8205-4d2b25677f64", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:51:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "3a0c8751-2a03-4e32-9cdf-493d5e622ce7", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:51:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "54316b7d-ef11-45c2-8205-4d2b25677f64", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0-kserve-route-authn"} 2026-07-10T17:51:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "54316b7d-ef11-45c2-8205-4d2b25677f64", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "authType": "userdefined"} 2026-07-10T17:51:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "54316b7d-ef11-45c2-8205-4d2b25677f64", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:51:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "3a0c8751-2a03-4e32-9cdf-493d5e622ce7", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0-authn-ssl"} 2026-07-10T17:51:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "3a0c8751-2a03-4e32-9cdf-493d5e622ce7", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:51:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "2821a68d-057e-4402-b626-e20e8e1311d7", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:51:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "2821a68d-057e-4402-b626-e20e8e1311d7", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:51:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "2821a68d-057e-4402-b626-e20e8e1311d7", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:51:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "2821a68d-057e-4402-b626-e20e8e1311d7", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0-kserve-route-authn"} 2026-07-10T17:51:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "2821a68d-057e-4402-b626-e20e8e1311d7", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "authType": "userdefined"} 2026-07-10T17:51:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "2821a68d-057e-4402-b626-e20e8e1311d7", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:51:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "ab1afb19-1142-4c39-a0ba-3272b6fd9a51", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:51:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "ab1afb19-1142-4c39-a0ba-3272b6fd9a51", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0-authn-ssl"} 2026-07-10T17:51:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "ab1afb19-1142-4c39-a0ba-3272b6fd9a51", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:51:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "680cb402-11bb-4723-b7be-a5d1cdab4dfd", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:51:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "680cb402-11bb-4723-b7be-a5d1cdab4dfd", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:51:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "680cb402-11bb-4723-b7be-a5d1cdab4dfd", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:51:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "680cb402-11bb-4723-b7be-a5d1cdab4dfd", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0-kserve-route-authn"} 2026-07-10T17:51:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "680cb402-11bb-4723-b7be-a5d1cdab4dfd", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "authType": "userdefined"} 2026-07-10T17:51:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "680cb402-11bb-4723-b7be-a5d1cdab4dfd", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:51:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "60dd4660-d642-4b3e-9291-45046b45a995", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:51:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "60dd4660-d642-4b3e-9291-45046b45a995", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:51:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "60dd4660-d642-4b3e-9291-45046b45a995", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:51:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "60dd4660-d642-4b3e-9291-45046b45a995", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0-kserve-route-authn"} 2026-07-10T17:51:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "60dd4660-d642-4b3e-9291-45046b45a995", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "authType": "userdefined"} 2026-07-10T17:51:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "60dd4660-d642-4b3e-9291-45046b45a995", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:52:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "aac8ea6f-1220-49c7-9e23-a31be9d8c37b", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:52:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "aac8ea6f-1220-49c7-9e23-a31be9d8c37b", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b"} 2026-07-10T17:52:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "aac8ea6f-1220-49c7-9e23-a31be9d8c37b", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:52:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "aac8ea6f-1220-49c7-9e23-a31be9d8c37b", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:52:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "aac8ea6f-1220-49c7-9e23-a31be9d8c37b", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b-kserve-route-authn"} 2026-07-10T17:52:34Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "aac8ea6f-1220-49c7-9e23-a31be9d8c37b", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b-kserve-route-authn"} 2026-07-10T17:52:34Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "aac8ea6f-1220-49c7-9e23-a31be9d8c37b", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:52:34Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "aac8ea6f-1220-49c7-9e23-a31be9d8c37b", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:52:34Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "sub-test-model-3beb3b", "reconcileID": "bd0d7911-3116-42bb-9035-f2e9fd04d319", "LLMInferenceService": "sub-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:52:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "1c7e66d5-8a56-4a66-9d17-2158579275ca", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:52:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "1c7e66d5-8a56-4a66-9d17-2158579275ca", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b-authn-ssl"} 2026-07-10T17:52:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "1c7e66d5-8a56-4a66-9d17-2158579275ca", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:52:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "a273cf5e-3707-4034-80fe-4e755b0b50df", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:52:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "a273cf5e-3707-4034-80fe-4e755b0b50df", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b-authn-ssl"} 2026-07-10T17:52:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "a273cf5e-3707-4034-80fe-4e755b0b50df", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:52:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "b45b2292-a2b4-4ced-886f-5234be28291a", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:52:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "b45b2292-a2b4-4ced-886f-5234be28291a", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0"} 2026-07-10T17:52:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "b45b2292-a2b4-4ced-886f-5234be28291a", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:52:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "b45b2292-a2b4-4ced-886f-5234be28291a", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:52:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "b45b2292-a2b4-4ced-886f-5234be28291a", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0-kserve-route-authn"} 2026-07-10T17:52:34Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "b45b2292-a2b4-4ced-886f-5234be28291a", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0-kserve-route-authn"} 2026-07-10T17:52:34Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "b45b2292-a2b4-4ced-886f-5234be28291a", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:52:34Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "b45b2292-a2b4-4ced-886f-5234be28291a", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:52:35Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "sub-test-model-9f66f0", "reconcileID": "b7ff9223-2fae-49c2-a136-539939c6053a", "LLMInferenceService": "sub-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:52:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "25b0633f-496e-4ecb-b17f-a189dc032d68", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:52:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "25b0633f-496e-4ecb-b17f-a189dc032d68", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0-authn-ssl"} 2026-07-10T17:52:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "25b0633f-496e-4ecb-b17f-a189dc032d68", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:52:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "9bcd361c-8f9d-4231-91c8-bed0b17b351a", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:52:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "9bcd361c-8f9d-4231-91c8-bed0b17b351a", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0-authn-ssl"} 2026-07-10T17:52:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "9bcd361c-8f9d-4231-91c8-bed0b17b351a", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:52:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "4f5a01a7-9306-4455-8561-f5af35137a80", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:52:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "4f5a01a7-9306-4455-8561-f5af35137a80", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:52:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "4f5a01a7-9306-4455-8561-f5af35137a80", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:52:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "d9539f55-b084-4784-b1fc-ba7d75d4a61c", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:52:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "4f5a01a7-9306-4455-8561-f5af35137a80", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b-kserve-route-authn"} 2026-07-10T17:52:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "4f5a01a7-9306-4455-8561-f5af35137a80", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "authType": "userdefined"} 2026-07-10T17:52:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "4f5a01a7-9306-4455-8561-f5af35137a80", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:52:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "d9539f55-b084-4784-b1fc-ba7d75d4a61c", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b-authn-ssl"} 2026-07-10T17:52:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "d9539f55-b084-4784-b1fc-ba7d75d4a61c", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:52:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "42537d55-2a6b-4cd0-b6d4-05a9c26e2416", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:52:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "42537d55-2a6b-4cd0-b6d4-05a9c26e2416", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:52:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "42537d55-2a6b-4cd0-b6d4-05a9c26e2416", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:52:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "42537d55-2a6b-4cd0-b6d4-05a9c26e2416", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b-kserve-route-authn"} 2026-07-10T17:52:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "42537d55-2a6b-4cd0-b6d4-05a9c26e2416", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "authType": "userdefined"} 2026-07-10T17:52:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "42537d55-2a6b-4cd0-b6d4-05a9c26e2416", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:52:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "24401ceb-4909-4339-80a5-db7b507c527c", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:52:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "24401ceb-4909-4339-80a5-db7b507c527c", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b-authn-ssl"} 2026-07-10T17:52:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "24401ceb-4909-4339-80a5-db7b507c527c", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:52:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "7aa2106c-d64c-427c-9cd2-cb831e72414d", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:52:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "7aa2106c-d64c-427c-9cd2-cb831e72414d", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:52:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "7aa2106c-d64c-427c-9cd2-cb831e72414d", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:52:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "7aa2106c-d64c-427c-9cd2-cb831e72414d", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b-kserve-route-authn"} 2026-07-10T17:52:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "7aa2106c-d64c-427c-9cd2-cb831e72414d", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "authType": "userdefined"} 2026-07-10T17:52:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "7aa2106c-d64c-427c-9cd2-cb831e72414d", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:52:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "aa43098f-eb90-4f45-98b4-b0afa24c21cb", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:52:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "aa43098f-eb90-4f45-98b4-b0afa24c21cb", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:52:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "aa43098f-eb90-4f45-98b4-b0afa24c21cb", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:52:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "aa43098f-eb90-4f45-98b4-b0afa24c21cb", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b-kserve-route-authn"} 2026-07-10T17:52:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "aa43098f-eb90-4f45-98b4-b0afa24c21cb", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "authType": "userdefined"} 2026-07-10T17:52:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "aa43098f-eb90-4f45-98b4-b0afa24c21cb", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:52:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "8da5fd49-94a4-4497-acbb-b9b61864c572", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:52:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "8da5fd49-94a4-4497-acbb-b9b61864c572", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:52:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "8da5fd49-94a4-4497-acbb-b9b61864c572", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:52:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "bae484b4-6121-4fa2-a1ca-bb6b4f112c40", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:52:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "8da5fd49-94a4-4497-acbb-b9b61864c572", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0-kserve-route-authn"} 2026-07-10T17:52:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "8da5fd49-94a4-4497-acbb-b9b61864c572", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "authType": "userdefined"} 2026-07-10T17:52:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "8da5fd49-94a4-4497-acbb-b9b61864c572", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:52:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "bae484b4-6121-4fa2-a1ca-bb6b4f112c40", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0-authn-ssl"} 2026-07-10T17:52:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "bae484b4-6121-4fa2-a1ca-bb6b4f112c40", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:52:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "b4b68a5e-f376-46ce-94bb-68dd224bd4b5", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:52:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "b4b68a5e-f376-46ce-94bb-68dd224bd4b5", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:52:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "b4b68a5e-f376-46ce-94bb-68dd224bd4b5", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:52:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "b4b68a5e-f376-46ce-94bb-68dd224bd4b5", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0-kserve-route-authn"} 2026-07-10T17:52:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "b4b68a5e-f376-46ce-94bb-68dd224bd4b5", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "authType": "userdefined"} 2026-07-10T17:52:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "b4b68a5e-f376-46ce-94bb-68dd224bd4b5", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:53:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "56035313-32e6-45b9-bf60-b609676281a3", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:53:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "56035313-32e6-45b9-bf60-b609676281a3", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0-authn-ssl"} 2026-07-10T17:53:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "56035313-32e6-45b9-bf60-b609676281a3", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:53:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "00657722-2d73-4198-9d80-7c74477a8b1f", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:53:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "00657722-2d73-4198-9d80-7c74477a8b1f", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:53:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "00657722-2d73-4198-9d80-7c74477a8b1f", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:53:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "00657722-2d73-4198-9d80-7c74477a8b1f", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0-kserve-route-authn"} 2026-07-10T17:53:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "00657722-2d73-4198-9d80-7c74477a8b1f", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "authType": "userdefined"} 2026-07-10T17:53:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "00657722-2d73-4198-9d80-7c74477a8b1f", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:53:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "543d32f1-94ab-4015-9fec-f9acdafd80ac", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:53:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "543d32f1-94ab-4015-9fec-f9acdafd80ac", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:53:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "543d32f1-94ab-4015-9fec-f9acdafd80ac", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:53:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "543d32f1-94ab-4015-9fec-f9acdafd80ac", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0-kserve-route-authn"} 2026-07-10T17:53:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "543d32f1-94ab-4015-9fec-f9acdafd80ac", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "authType": "userdefined"} 2026-07-10T17:53:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "543d32f1-94ab-4015-9fec-f9acdafd80ac", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:53:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "08487f51-f102-42d0-803b-4fb2bd9bfa79", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:53:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "08487f51-f102-42d0-803b-4fb2bd9bfa79", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:53:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "08487f51-f102-42d0-803b-4fb2bd9bfa79", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:53:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "08487f51-f102-42d0-803b-4fb2bd9bfa79", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0-kserve-route-authn"} 2026-07-10T17:53:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "08487f51-f102-42d0-803b-4fb2bd9bfa79", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "authType": "userdefined"} 2026-07-10T17:53:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "08487f51-f102-42d0-803b-4fb2bd9bfa79", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:53:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "66e0fdc4-8f30-404e-83cc-3d3f6f88393c", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:53:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "66e0fdc4-8f30-404e-83cc-3d3f6f88393c", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:53:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "66e0fdc4-8f30-404e-83cc-3d3f6f88393c", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:53:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "66e0fdc4-8f30-404e-83cc-3d3f6f88393c", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0-kserve-route-authn"} 2026-07-10T17:53:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "66e0fdc4-8f30-404e-83cc-3d3f6f88393c", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "authType": "userdefined"} 2026-07-10T17:53:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "66e0fdc4-8f30-404e-83cc-3d3f6f88393c", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:53:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "8f753596-188d-4ba6-8e71-ab062ed0e856", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:53:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "8f753596-188d-4ba6-8e71-ab062ed0e856", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:53:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "8f753596-188d-4ba6-8e71-ab062ed0e856", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:53:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "8f753596-188d-4ba6-8e71-ab062ed0e856", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0-kserve-route-authn"} 2026-07-10T17:53:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "8f753596-188d-4ba6-8e71-ab062ed0e856", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "authType": "userdefined"} 2026-07-10T17:53:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "8f753596-188d-4ba6-8e71-ab062ed0e856", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:53:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1038d619-eb01-43f4-81c2-40e6c1904d00", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T17:53:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "814b3473-961e-431b-a1dd-d373cb810647", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T17:53:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "391bd225-03de-452f-8bed-12d291ac9c3b", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:53:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "391bd225-03de-452f-8bed-12d291ac9c3b", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b"} 2026-07-10T17:53:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "391bd225-03de-452f-8bed-12d291ac9c3b", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:53:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "391bd225-03de-452f-8bed-12d291ac9c3b", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:53:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "391bd225-03de-452f-8bed-12d291ac9c3b", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b-kserve-route-authn"} 2026-07-10T17:53:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "391bd225-03de-452f-8bed-12d291ac9c3b", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b-kserve-route-authn"} 2026-07-10T17:53:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "391bd225-03de-452f-8bed-12d291ac9c3b", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:53:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "391bd225-03de-452f-8bed-12d291ac9c3b", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:53:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3beb3b","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "rate-test-model-3beb3b", "reconcileID": "7c6beda1-1d97-4def-96ab-300d76822327", "LLMInferenceService": "rate-test-model-3beb3b", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:53:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "612dc199-07f1-4383-a50b-26e84774ee01", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:53:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "612dc199-07f1-4383-a50b-26e84774ee01", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b-authn-ssl"} 2026-07-10T17:53:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "612dc199-07f1-4383-a50b-26e84774ee01", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:53:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "0d4c05ef-5654-4a0c-a748-d4983bfa4d49", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:53:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "0d4c05ef-5654-4a0c-a748-d4983bfa4d49", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b-authn-ssl"} 2026-07-10T17:53:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "0d4c05ef-5654-4a0c-a748-d4983bfa4d49", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:53:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "da16c7a7-8f79-4163-8a64-f2bd9d537cc2", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:53:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "da16c7a7-8f79-4163-8a64-f2bd9d537cc2", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0"} 2026-07-10T17:53:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "da16c7a7-8f79-4163-8a64-f2bd9d537cc2", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:53:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "da16c7a7-8f79-4163-8a64-f2bd9d537cc2", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:53:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "da16c7a7-8f79-4163-8a64-f2bd9d537cc2", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0-kserve-route-authn"} 2026-07-10T17:53:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "da16c7a7-8f79-4163-8a64-f2bd9d537cc2", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0-kserve-route-authn"} 2026-07-10T17:53:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "da16c7a7-8f79-4163-8a64-f2bd9d537cc2", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:53:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "da16c7a7-8f79-4163-8a64-f2bd9d537cc2", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:53:50Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9f66f0","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "rate-test-model-9f66f0", "reconcileID": "ba78b056-44cc-411b-9197-6ede07b4f829", "LLMInferenceService": "rate-test-model-9f66f0", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:53:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "10477bf0-d6e7-4a8f-bdb2-cac0d4878bef", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:53:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "10477bf0-d6e7-4a8f-bdb2-cac0d4878bef", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0-authn-ssl"} 2026-07-10T17:53:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "10477bf0-d6e7-4a8f-bdb2-cac0d4878bef", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:53:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "7fafad75-6265-447f-859d-3b3d27115e20", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:53:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "7fafad75-6265-447f-859d-3b3d27115e20", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0-authn-ssl"} 2026-07-10T17:53:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "7fafad75-6265-447f-859d-3b3d27115e20", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:54:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a5a9f87b-ff31-44ac-819f-afa5c5d9d227", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T17:54:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "967178c7-51db-4bc0-bba7-a350ace81bc0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T17:54:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "6f45a5ef-8206-4c14-a74b-49a9b6a802b7", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:54:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "6f45a5ef-8206-4c14-a74b-49a9b6a802b7", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b-authn-ssl"} 2026-07-10T17:54:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "6f45a5ef-8206-4c14-a74b-49a9b6a802b7", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:54:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "4fec52bd-1df4-4cd0-9aeb-0868082d1744", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:54:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "4fec52bd-1df4-4cd0-9aeb-0868082d1744", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b-authn-ssl"} 2026-07-10T17:54:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "4fec52bd-1df4-4cd0-9aeb-0868082d1744", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:54:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d447cfd1-3c4d-40ad-8743-77793fd7f495", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:54:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d447cfd1-3c4d-40ad-8743-77793fd7f495", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3beb3b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T17:54:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d447cfd1-3c4d-40ad-8743-77793fd7f495", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-3beb3b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T17:54:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "odh-trusted-ca-bundle", "reconcileID": "9e51384e-d796-4b0a-8e61-23846a792fd6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:54:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "odh-trusted-ca-bundle", "reconcileID": "9e51384e-d796-4b0a-8e61-23846a792fd6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:54:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "openshift-service-ca.crt", "reconcileID": "9ecfd62f-4b1d-4a1c-b094-e817f419faa0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:54:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "openshift-service-ca.crt", "reconcileID": "9ecfd62f-4b1d-4a1c-b094-e817f419faa0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:54:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c463e517-e867-4ab1-aca8-5ea144bf4e60", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:54:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3beb3b"}, "namespace": "ai-tenant-e2e-shared-a-3beb3b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c463e517-e867-4ab1-aca8-5ea144bf4e60", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3beb3b"} 2026-07-10T17:54:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3beb3b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3beb3b", "reconcileID": "6cf44e68-1a93-4123-a8e9-f2810e5b1045", "Gateway": "e2e-shared-a-3beb3b", "namespace": "openshift-ingress"} 2026-07-10T17:54:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "52cd9631-1de6-4686-a842-c70f0604238e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T17:54:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "72535624-8903-4569-8eb6-cc93e72086ef", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:54:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "72535624-8903-4569-8eb6-cc93e72086ef", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0-authn-ssl"} 2026-07-10T17:54:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "72535624-8903-4569-8eb6-cc93e72086ef", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:54:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "f99b0896-461a-4b90-92da-60a5a385df5f", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:54:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "f99b0896-461a-4b90-92da-60a5a385df5f", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0-authn-ssl"} 2026-07-10T17:54:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "f99b0896-461a-4b90-92da-60a5a385df5f", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"} 2026-07-10T17:54:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17fdf72b-df5e-4ecb-874b-60e509190eeb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:54:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17fdf72b-df5e-4ecb-874b-60e509190eeb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9f66f0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T17:54:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "17fdf72b-df5e-4ecb-874b-60e509190eeb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-9f66f0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T17:54:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "odh-trusted-ca-bundle", "reconcileID": "14869b79-8688-4adf-8604-e074b3fce751", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:54:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "odh-trusted-ca-bundle", "reconcileID": "14869b79-8688-4adf-8604-e074b3fce751", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:54:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "openshift-service-ca.crt", "reconcileID": "744e4e03-9d78-4ab9-9b0c-1ab88b943e86", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:54:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "openshift-service-ca.crt", "reconcileID": "744e4e03-9d78-4ab9-9b0c-1ab88b943e86", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:54:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aacaa8f6-2f08-4838-a144-e439c0ebac1c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:54:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9f66f0"}, "namespace": "ai-tenant-e2e-shared-b-9f66f0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aacaa8f6-2f08-4838-a144-e439c0ebac1c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9f66f0"} 2026-07-10T17:55:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9f66f0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9f66f0", "reconcileID": "6c7decd2-ca8e-44c6-ad2e-d7ffad39b8d1", "Gateway": "e2e-shared-b-9f66f0", "namespace": "openshift-ingress"}