2026-07-13T21:59:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c851cbdf-07be-4e8c-9f82-c2934e26b902", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T21:59:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b883177e-3136-4d9a-9ed5-9aacb7f07e86", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T21:59:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09f5ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09f5ac", "reconcileID": "6d0d90dd-c9eb-4701-9311-0bcec3c45e05", "Gateway": "e2e-api-a-09f5ac", "namespace": "openshift-ingress"} 2026-07-13T21:59:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09f5ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09f5ac", "reconcileID": "6d0d90dd-c9eb-4701-9311-0bcec3c45e05", "Gateway": "e2e-api-a-09f5ac", "namespace": "openshift-ingress", "name": "e2e-api-a-09f5ac-authn-ssl"} 2026-07-13T21:59:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09f5ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09f5ac", "reconcileID": "6d0d90dd-c9eb-4701-9311-0bcec3c45e05", "Gateway": "e2e-api-a-09f5ac", "namespace": "openshift-ingress"} 2026-07-13T21:59:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09f5ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09f5ac", "reconcileID": "aac839fe-a746-4404-8025-0961e55c183b", "Gateway": "e2e-api-a-09f5ac", "namespace": "openshift-ingress"} 2026-07-13T21:59:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09f5ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09f5ac", "reconcileID": "aac839fe-a746-4404-8025-0961e55c183b", "Gateway": "e2e-api-a-09f5ac", "namespace": "openshift-ingress", "name": "e2e-api-a-09f5ac-authn-ssl"} 2026-07-13T21:59:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09f5ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09f5ac", "reconcileID": "aac839fe-a746-4404-8025-0961e55c183b", "Gateway": "e2e-api-a-09f5ac", "namespace": "openshift-ingress"} 2026-07-13T21:59:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-09f5ac"}, "namespace": "ai-tenant-e2e-api-a-09f5ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe150203-57ab-4a22-9706-e00b429e3948", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-09f5ac"} 2026-07-13T21:59:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-09f5ac"}, "namespace": "ai-tenant-e2e-api-a-09f5ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe150203-57ab-4a22-9706-e00b429e3948", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-09f5ac", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T21:59:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-09f5ac"}, "namespace": "ai-tenant-e2e-api-a-09f5ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe150203-57ab-4a22-9706-e00b429e3948", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-09f5ac because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T21:59:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-09f5ac"}, "namespace": "ai-tenant-e2e-api-a-09f5ac", "name": "odh-trusted-ca-bundle", "reconcileID": "5c3d32b2-e5a2-40fa-98fc-bdcc726c68b3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-09f5ac"} 2026-07-13T21:59:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-09f5ac"}, "namespace": "ai-tenant-e2e-api-a-09f5ac", "name": "odh-trusted-ca-bundle", "reconcileID": "5c3d32b2-e5a2-40fa-98fc-bdcc726c68b3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-09f5ac", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T21:59:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-09f5ac"}, "namespace": "ai-tenant-e2e-api-a-09f5ac", "name": "odh-trusted-ca-bundle", "reconcileID": "5c3d32b2-e5a2-40fa-98fc-bdcc726c68b3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-09f5ac because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T21:59:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-09f5ac"}, "namespace": "ai-tenant-e2e-api-a-09f5ac", "name": "openshift-service-ca.crt", "reconcileID": "9cb1121d-b908-465e-9631-84000de9234d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-09f5ac"} 2026-07-13T21:59:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-09f5ac"}, "namespace": "ai-tenant-e2e-api-a-09f5ac", "name": "openshift-service-ca.crt", "reconcileID": "9cb1121d-b908-465e-9631-84000de9234d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-09f5ac"} 2026-07-13T21:59:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-09f5ac"}, "namespace": "ai-tenant-e2e-api-a-09f5ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c9972dc-d790-4a62-a636-326d3b955f13", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-09f5ac"} 2026-07-13T21:59:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-09f5ac"}, "namespace": "ai-tenant-e2e-api-a-09f5ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c9972dc-d790-4a62-a636-326d3b955f13", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-09f5ac"} 2026-07-13T21:59:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-09f5ac"}, "namespace": "ai-tenant-e2e-api-a-09f5ac", "name": "odh-trusted-ca-bundle", "reconcileID": "32c23df1-13fe-4191-acc9-a5b05ba6f6d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-09f5ac"} 2026-07-13T21:59:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-09f5ac"}, "namespace": "ai-tenant-e2e-api-a-09f5ac", "name": "odh-trusted-ca-bundle", "reconcileID": "32c23df1-13fe-4191-acc9-a5b05ba6f6d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-09f5ac"} 2026-07-13T21:59:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1bb00a0d-6587-4dc1-8d2f-cfb2eed71574", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T21:59:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f5029e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f5029e", "reconcileID": "9c34619d-e515-4936-8734-f83c9cb3654c", "Gateway": "e2e-api-b-f5029e", "namespace": "openshift-ingress"} 2026-07-13T21:59:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f5029e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f5029e", "reconcileID": "9c34619d-e515-4936-8734-f83c9cb3654c", "Gateway": "e2e-api-b-f5029e", "namespace": "openshift-ingress", "name": "e2e-api-b-f5029e-authn-ssl"} 2026-07-13T21:59:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f5029e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f5029e", "reconcileID": "9c34619d-e515-4936-8734-f83c9cb3654c", "Gateway": "e2e-api-b-f5029e", "namespace": "openshift-ingress"} 2026-07-13T21:59:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f5029e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f5029e", "reconcileID": "fbf64db5-d47a-4cf3-87c1-f62851579041", "Gateway": "e2e-api-b-f5029e", "namespace": "openshift-ingress"} 2026-07-13T21:59:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f5029e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f5029e", "reconcileID": "fbf64db5-d47a-4cf3-87c1-f62851579041", "Gateway": "e2e-api-b-f5029e", "namespace": "openshift-ingress", "name": "e2e-api-b-f5029e-authn-ssl"} 2026-07-13T21:59:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f5029e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f5029e", "reconcileID": "fbf64db5-d47a-4cf3-87c1-f62851579041", "Gateway": "e2e-api-b-f5029e", "namespace": "openshift-ingress"} 2026-07-13T21:59:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f5029e"}, "namespace": "ai-tenant-e2e-api-b-f5029e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a104f18-bc13-4ebf-9ff7-be36002e4283", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f5029e"} 2026-07-13T21:59:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f5029e"}, "namespace": "ai-tenant-e2e-api-b-f5029e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a104f18-bc13-4ebf-9ff7-be36002e4283", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f5029e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T21:59:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f5029e"}, "namespace": "ai-tenant-e2e-api-b-f5029e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a104f18-bc13-4ebf-9ff7-be36002e4283", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-f5029e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T21:59:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f5029e"}, "namespace": "ai-tenant-e2e-api-b-f5029e", "name": "odh-trusted-ca-bundle", "reconcileID": "492d95a9-202d-434f-bf09-72197a8f1b6a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f5029e"} 2026-07-13T21:59:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f5029e"}, "namespace": "ai-tenant-e2e-api-b-f5029e", "name": "odh-trusted-ca-bundle", "reconcileID": "492d95a9-202d-434f-bf09-72197a8f1b6a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f5029e"} 2026-07-13T21:59:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f5029e"}, "namespace": "ai-tenant-e2e-api-b-f5029e", "name": "openshift-service-ca.crt", "reconcileID": "de5d2b12-5468-4682-b72e-9b90e3b63396", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f5029e"} 2026-07-13T21:59:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f5029e"}, "namespace": "ai-tenant-e2e-api-b-f5029e", "name": "openshift-service-ca.crt", "reconcileID": "de5d2b12-5468-4682-b72e-9b90e3b63396", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f5029e"} 2026-07-13T21:59:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f5029e"}, "namespace": "ai-tenant-e2e-api-b-f5029e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2cd4b454-31ea-49f5-bf46-448bd79f42e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f5029e"} 2026-07-13T21:59:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f5029e"}, "namespace": "ai-tenant-e2e-api-b-f5029e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2cd4b454-31ea-49f5-bf46-448bd79f42e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f5029e"} 2026-07-13T22:00:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "cacfe294-5802-493a-b377-196e002f0138", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:00:02Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "cacfe294-5802-493a-b377-196e002f0138", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67-authn-ssl"} 2026-07-13T22:00:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "cacfe294-5802-493a-b377-196e002f0138", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:00:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "1155369b-f423-41ec-a49f-c42cd58ae35d", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:00:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "1155369b-f423-41ec-a49f-c42cd58ae35d", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67-authn-ssl"} 2026-07-13T22:00:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "1155369b-f423-41ec-a49f-c42cd58ae35d", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:00:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "f5a0d828-7a40-434d-b93d-fe6788b9ee22", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:00:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "f5a0d828-7a40-434d-b93d-fe6788b9ee22", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67-authn-ssl"} 2026-07-13T22:00:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "f5a0d828-7a40-434d-b93d-fe6788b9ee22", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:00:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "3f9f3969-dec8-42b1-b14a-53084ff0c4ea", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:00:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "3f9f3969-dec8-42b1-b14a-53084ff0c4ea", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67-authn-ssl"} 2026-07-13T22:00:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "3f9f3969-dec8-42b1-b14a-53084ff0c4ea", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:00:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "983fcb86-e246-4ce1-b408-fbb983114cf2", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:00:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "983fcb86-e246-4ce1-b408-fbb983114cf2", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67-authn-ssl"} 2026-07-13T22:00:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "983fcb86-e246-4ce1-b408-fbb983114cf2", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:00:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "cec765bd-b0b2-4db9-8e3c-2aa8196c3c27", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:00:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "cec765bd-b0b2-4db9-8e3c-2aa8196c3c27", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67-authn-ssl"} 2026-07-13T22:00:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "cec765bd-b0b2-4db9-8e3c-2aa8196c3c27", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:00:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "ce210119-b4fc-48f4-8f26-0be79b34ce77", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:00:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "ce210119-b4fc-48f4-8f26-0be79b34ce77", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67-authn-ssl"} 2026-07-13T22:00:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "ce210119-b4fc-48f4-8f26-0be79b34ce77", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:00:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "openshift-service-ca.crt", "reconcileID": "b33dd158-1c00-4a89-8ed4-c47a5b8e2228", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:00:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "odh-trusted-ca-bundle", "reconcileID": "84b0e1c4-4147-41dd-bf86-d21fc1df7b26", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:00:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "openshift-service-ca.crt", "reconcileID": "6a922ac3-01d5-432a-85d1-69319884a679", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-44ef67", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:00:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "openshift-service-ca.crt", "reconcileID": "6a922ac3-01d5-432a-85d1-69319884a679", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:00:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "openshift-service-ca.crt", "reconcileID": "0b56ecb0-4670-4e8e-941d-fd3653eeca79", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-44ef67", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:00:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "openshift-service-ca.crt", "reconcileID": "0b56ecb0-4670-4e8e-941d-fd3653eeca79", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T22:00:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5fe6d8b0-2946-40de-9b6d-4b28c05d3e4c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:00:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "openshift-service-ca.crt", "reconcileID": "dd8181d8-60dc-4fb6-8b99-af1e3dfcf763", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:00:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "odh-trusted-ca-bundle", "reconcileID": "b6cb22b2-2e12-4fad-94d2-eaf816af5dc9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-44ef67", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:00:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "odh-trusted-ca-bundle", "reconcileID": "b6cb22b2-2e12-4fad-94d2-eaf816af5dc9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:00:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d49081d3-4b48-4cb2-85c0-d60e7146c96c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:00:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "83807ffb-e366-49a5-8899-1a2f68bdb597", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:00:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "83807ffb-e366-49a5-8899-1a2f68bdb597", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67-authn-ssl"} 2026-07-13T22:00:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "83807ffb-e366-49a5-8899-1a2f68bdb597", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:00:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "681d87c3-e9da-4ba2-96ab-cc554acfffa7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:00:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "c5e42772-4c4d-4f86-83fa-82420d9074d5", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:00:10Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "c5e42772-4c4d-4f86-83fa-82420d9074d5", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328-authn-ssl"} 2026-07-13T22:00:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "c5e42772-4c4d-4f86-83fa-82420d9074d5", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:00:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "f845f262-cebc-4795-91f1-79c0e4afa6a2", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:00:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "f845f262-cebc-4795-91f1-79c0e4afa6a2", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328-authn-ssl"} 2026-07-13T22:00:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "f845f262-cebc-4795-91f1-79c0e4afa6a2", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:00:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "3e0870c7-b287-4ded-b1be-30d8431b458d", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:00:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "3e0870c7-b287-4ded-b1be-30d8431b458d", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328-authn-ssl"} 2026-07-13T22:00:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "3e0870c7-b287-4ded-b1be-30d8431b458d", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:00:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "48a8e03b-ac1b-4e49-85e4-baa444c4ddac", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:00:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "48a8e03b-ac1b-4e49-85e4-baa444c4ddac", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328-authn-ssl"} 2026-07-13T22:00:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "48a8e03b-ac1b-4e49-85e4-baa444c4ddac", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:00:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "6f3115d5-9ef4-446a-9b9d-7f5a3064afc8", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:00:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "6f3115d5-9ef4-446a-9b9d-7f5a3064afc8", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328-authn-ssl"} 2026-07-13T22:00:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "6f3115d5-9ef4-446a-9b9d-7f5a3064afc8", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:00:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "8c9a2bad-9674-4c40-b0ac-d6b1a2b0b91d", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:00:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "8c9a2bad-9674-4c40-b0ac-d6b1a2b0b91d", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328-authn-ssl"} 2026-07-13T22:00:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "8c9a2bad-9674-4c40-b0ac-d6b1a2b0b91d", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:00:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "8fb131b8-cb85-467f-aa5a-bf3b46351de8", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:00:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "8fb131b8-cb85-467f-aa5a-bf3b46351de8", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328-authn-ssl"} 2026-07-13T22:00:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "8fb131b8-cb85-467f-aa5a-bf3b46351de8", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:00:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "a32b8a08-8b33-486a-b988-ba2ef0ceac73", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:00:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "a32b8a08-8b33-486a-b988-ba2ef0ceac73", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67-authn-ssl"} 2026-07-13T22:00:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "a32b8a08-8b33-486a-b988-ba2ef0ceac73", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:00:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "openshift-service-ca.crt", "reconcileID": "80d7db69-6583-48b7-b8b9-46f2b55ad3b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:00:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "odh-trusted-ca-bundle", "reconcileID": "055409d3-7da7-4fe0-9136-9c190690dd60", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f0e328", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:00:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "odh-trusted-ca-bundle", "reconcileID": "055409d3-7da7-4fe0-9136-9c190690dd60", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:00:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "openshift-service-ca.crt", "reconcileID": "56a537e0-0d37-44a1-b6de-8bfef605b7ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:00:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "57fd1406-147c-4943-a803-599dba955e05", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:00:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "odh-trusted-ca-bundle", "reconcileID": "ce757109-3c5e-4c9e-a1c8-74da9568ea2c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f0e328", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:00:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "odh-trusted-ca-bundle", "reconcileID": "ce757109-3c5e-4c9e-a1c8-74da9568ea2c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:00:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "812ad599-9c35-4ba0-b026-8d22c41651e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:00:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "cdd36b1d-09e9-4054-930e-3a6b9686ac17", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:00:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "cdd36b1d-09e9-4054-930e-3a6b9686ac17", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328-authn-ssl"} 2026-07-13T22:00:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "cdd36b1d-09e9-4054-930e-3a6b9686ac17", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:00:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "805972b6-d75e-4863-8068-9fd9c2a6628a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:00:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "b806a21c-5191-4a1f-9c1b-d8226ef98188", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:00:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "b806a21c-5191-4a1f-9c1b-d8226ef98188", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328-authn-ssl"} 2026-07-13T22:00:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "b806a21c-5191-4a1f-9c1b-d8226ef98188", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:00:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "dd435900-e8d8-4c56-b05c-c9d91d56c848", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:00:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "dd435900-e8d8-4c56-b05c-c9d91d56c848", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:00:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "dd435900-e8d8-4c56-b05c-c9d91d56c848", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:00:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "8798579a-a895-492b-ab0d-3d523d87817b", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:00:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "dd435900-e8d8-4c56-b05c-c9d91d56c848", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67-kserve-route-authn"} 2026-07-13T22:00:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "dd435900-e8d8-4c56-b05c-c9d91d56c848", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "authType": "userdefined"} 2026-07-13T22:00:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "dd435900-e8d8-4c56-b05c-c9d91d56c848", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:00:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "8798579a-a895-492b-ab0d-3d523d87817b", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67-authn-ssl"} 2026-07-13T22:00:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "8798579a-a895-492b-ab0d-3d523d87817b", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:00:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "19ce2116-311f-4460-a967-8154175af1ce", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:00:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "19ce2116-311f-4460-a967-8154175af1ce", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:00:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "19ce2116-311f-4460-a967-8154175af1ce", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:00:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "19ce2116-311f-4460-a967-8154175af1ce", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67-kserve-route-authn"} 2026-07-13T22:00:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "19ce2116-311f-4460-a967-8154175af1ce", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "authType": "userdefined"} 2026-07-13T22:00:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "19ce2116-311f-4460-a967-8154175af1ce", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:00:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "08e4e858-4902-47e5-bd36-dd476c89b82d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:00:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "904c96f7-07f6-46a5-ac3c-920d73c05dcf", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:00:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "904c96f7-07f6-46a5-ac3c-920d73c05dcf", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67-authn-ssl"} 2026-07-13T22:00:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "904c96f7-07f6-46a5-ac3c-920d73c05dcf", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:00:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "655e68a5-44c4-4d93-b7f4-7174d87f7e8a", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:00:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "655e68a5-44c4-4d93-b7f4-7174d87f7e8a", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:00:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "655e68a5-44c4-4d93-b7f4-7174d87f7e8a", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:00:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "655e68a5-44c4-4d93-b7f4-7174d87f7e8a", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67-kserve-route-authn"} 2026-07-13T22:00:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "655e68a5-44c4-4d93-b7f4-7174d87f7e8a", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "authType": "userdefined"} 2026-07-13T22:00:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "655e68a5-44c4-4d93-b7f4-7174d87f7e8a", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:00:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "83f7b681-6ac2-4c82-b08f-2e92307b4bc6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:00:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "334cce38-e2b5-4051-8dfb-b2cd40544f1c", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:00:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "334cce38-e2b5-4051-8dfb-b2cd40544f1c", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:00:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "334cce38-e2b5-4051-8dfb-b2cd40544f1c", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:00:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "334cce38-e2b5-4051-8dfb-b2cd40544f1c", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67-kserve-route-authn"} 2026-07-13T22:00:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "334cce38-e2b5-4051-8dfb-b2cd40544f1c", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "authType": "userdefined"} 2026-07-13T22:00:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "334cce38-e2b5-4051-8dfb-b2cd40544f1c", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:00:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "6438cf79-194e-42c8-b2f0-72ca358552f9", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:00:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "6438cf79-194e-42c8-b2f0-72ca358552f9", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:00:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "6438cf79-194e-42c8-b2f0-72ca358552f9", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:00:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "2acabb67-5098-476c-922d-5a513cbaf728", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:00:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "6438cf79-194e-42c8-b2f0-72ca358552f9", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328-kserve-route-authn"} 2026-07-13T22:00:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "6438cf79-194e-42c8-b2f0-72ca358552f9", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "authType": "userdefined"} 2026-07-13T22:00:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "6438cf79-194e-42c8-b2f0-72ca358552f9", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:00:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "2acabb67-5098-476c-922d-5a513cbaf728", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328-authn-ssl"} 2026-07-13T22:00:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "2acabb67-5098-476c-922d-5a513cbaf728", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:00:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "dedea9b5-7f0a-4c4d-81e1-607ac017dc01", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:00:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "dedea9b5-7f0a-4c4d-81e1-607ac017dc01", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:00:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "dedea9b5-7f0a-4c4d-81e1-607ac017dc01", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:00:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "dedea9b5-7f0a-4c4d-81e1-607ac017dc01", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328-kserve-route-authn"} 2026-07-13T22:00:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "dedea9b5-7f0a-4c4d-81e1-607ac017dc01", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "authType": "userdefined"} 2026-07-13T22:00:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "dedea9b5-7f0a-4c4d-81e1-607ac017dc01", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:01:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "ddc18a13-0840-41e5-95d6-e87928f61fb3", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:01:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "ddc18a13-0840-41e5-95d6-e87928f61fb3", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328-authn-ssl"} 2026-07-13T22:01:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "ddc18a13-0840-41e5-95d6-e87928f61fb3", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:01:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "cab18945-4dfe-40ee-8eff-422a34ac3479", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:01:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "cab18945-4dfe-40ee-8eff-422a34ac3479", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:01:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "cab18945-4dfe-40ee-8eff-422a34ac3479", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:01:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "cab18945-4dfe-40ee-8eff-422a34ac3479", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328-kserve-route-authn"} 2026-07-13T22:01:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "cab18945-4dfe-40ee-8eff-422a34ac3479", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "authType": "userdefined"} 2026-07-13T22:01:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "cab18945-4dfe-40ee-8eff-422a34ac3479", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:01:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "5d44ccd3-deb1-4387-87d4-6a29268974c8", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:01:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "5d44ccd3-deb1-4387-87d4-6a29268974c8", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:01:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "5d44ccd3-deb1-4387-87d4-6a29268974c8", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:01:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "5d44ccd3-deb1-4387-87d4-6a29268974c8", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328-kserve-route-authn"} 2026-07-13T22:01:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "5d44ccd3-deb1-4387-87d4-6a29268974c8", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "authType": "userdefined"} 2026-07-13T22:01:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "5d44ccd3-deb1-4387-87d4-6a29268974c8", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:01:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "a554997e-ae5f-4e53-bace-8486684d96b6", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:01:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "a554997e-ae5f-4e53-bace-8486684d96b6", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:01:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "a554997e-ae5f-4e53-bace-8486684d96b6", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:01:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "a554997e-ae5f-4e53-bace-8486684d96b6", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328-kserve-route-authn"} 2026-07-13T22:01:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "a554997e-ae5f-4e53-bace-8486684d96b6", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "authType": "userdefined"} 2026-07-13T22:01:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "a554997e-ae5f-4e53-bace-8486684d96b6", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:01:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "4fe89fb0-e19c-4440-9ac9-e271626e9600", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:01:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "4fe89fb0-e19c-4440-9ac9-e271626e9600", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67-authn-ssl"} 2026-07-13T22:01:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "4fe89fb0-e19c-4440-9ac9-e271626e9600", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:01:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "e4ba672a-fc3d-4fdb-8b4c-a978a3a735df", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:01:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "e4ba672a-fc3d-4fdb-8b4c-a978a3a735df", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328-authn-ssl"} 2026-07-13T22:01:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "e4ba672a-fc3d-4fdb-8b4c-a978a3a735df", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:03:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "fba5470a-4442-44ca-bd64-6d3fad46a0c3", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:03:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "fba5470a-4442-44ca-bd64-6d3fad46a0c3", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67"} 2026-07-13T22:03:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "fba5470a-4442-44ca-bd64-6d3fad46a0c3", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:03:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "fba5470a-4442-44ca-bd64-6d3fad46a0c3", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:03:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "fba5470a-4442-44ca-bd64-6d3fad46a0c3", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67-kserve-route-authn"} 2026-07-13T22:03:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "fba5470a-4442-44ca-bd64-6d3fad46a0c3", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67-kserve-route-authn"} 2026-07-13T22:03:19Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "fba5470a-4442-44ca-bd64-6d3fad46a0c3", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:03:19Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "fba5470a-4442-44ca-bd64-6d3fad46a0c3", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:03:20Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "auth-test-model-44ef67", "reconcileID": "64da1f54-4567-4aab-84a7-7d2eb32e02a7", "LLMInferenceService": "auth-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:03:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "ae49fb02-123b-4426-93be-82e373072c86", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:03:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "ae49fb02-123b-4426-93be-82e373072c86", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67-authn-ssl"} 2026-07-13T22:03:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "ae49fb02-123b-4426-93be-82e373072c86", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:03:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "33c3061a-45bd-4d49-a3c4-26d0ed47088f", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:03:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "33c3061a-45bd-4d49-a3c4-26d0ed47088f", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67-authn-ssl"} 2026-07-13T22:03:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "33c3061a-45bd-4d49-a3c4-26d0ed47088f", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:03:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "f91a3af6-5627-474d-b592-0115ece58a45", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:03:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "f91a3af6-5627-474d-b592-0115ece58a45", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328"} 2026-07-13T22:03:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "f91a3af6-5627-474d-b592-0115ece58a45", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:03:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "f91a3af6-5627-474d-b592-0115ece58a45", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:03:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "f91a3af6-5627-474d-b592-0115ece58a45", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328-kserve-route-authn"} 2026-07-13T22:03:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "f91a3af6-5627-474d-b592-0115ece58a45", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328-kserve-route-authn"} 2026-07-13T22:03:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "f91a3af6-5627-474d-b592-0115ece58a45", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:03:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "f91a3af6-5627-474d-b592-0115ece58a45", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:03:20Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "auth-test-model-f0e328", "reconcileID": "64070030-6e1c-4052-a817-152cfe4347eb", "LLMInferenceService": "auth-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:03:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "cfa97ac0-4588-477b-a5a3-5abd782d6763", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:03:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "cfa97ac0-4588-477b-a5a3-5abd782d6763", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328-authn-ssl"} 2026-07-13T22:03:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "cfa97ac0-4588-477b-a5a3-5abd782d6763", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:03:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "dc8363af-b269-46e4-ad40-03fae65f4a58", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:03:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "dc8363af-b269-46e4-ad40-03fae65f4a58", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328-authn-ssl"} 2026-07-13T22:03:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "dc8363af-b269-46e4-ad40-03fae65f4a58", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:03:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "48539184-7770-4108-b694-59f348efa364", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:03:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "48539184-7770-4108-b694-59f348efa364", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:03:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "48539184-7770-4108-b694-59f348efa364", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:03:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "b26a47f1-74a1-449e-a330-82e0f6d382b1", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:03:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "48539184-7770-4108-b694-59f348efa364", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67-kserve-route-authn"} 2026-07-13T22:03:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "48539184-7770-4108-b694-59f348efa364", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "authType": "userdefined"} 2026-07-13T22:03:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "48539184-7770-4108-b694-59f348efa364", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:03:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "b26a47f1-74a1-449e-a330-82e0f6d382b1", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67-authn-ssl"} 2026-07-13T22:03:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "b26a47f1-74a1-449e-a330-82e0f6d382b1", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:03:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "84c36347-49a5-4be2-9080-ef57ad4a5a67", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:03:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "84c36347-49a5-4be2-9080-ef57ad4a5a67", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:03:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "84c36347-49a5-4be2-9080-ef57ad4a5a67", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:03:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "84c36347-49a5-4be2-9080-ef57ad4a5a67", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67-kserve-route-authn"} 2026-07-13T22:03:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "84c36347-49a5-4be2-9080-ef57ad4a5a67", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "authType": "userdefined"} 2026-07-13T22:03:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "84c36347-49a5-4be2-9080-ef57ad4a5a67", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:03:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "b58393eb-9588-4e64-aa37-dcbf02fb387d", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:03:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "b58393eb-9588-4e64-aa37-dcbf02fb387d", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67-authn-ssl"} 2026-07-13T22:03:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "b58393eb-9588-4e64-aa37-dcbf02fb387d", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:03:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "8557fb0a-ca95-457b-b6c6-136c3ad9d309", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:03:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "8557fb0a-ca95-457b-b6c6-136c3ad9d309", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:03:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "8557fb0a-ca95-457b-b6c6-136c3ad9d309", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:03:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "8557fb0a-ca95-457b-b6c6-136c3ad9d309", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67-kserve-route-authn"} 2026-07-13T22:03:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "8557fb0a-ca95-457b-b6c6-136c3ad9d309", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "authType": "userdefined"} 2026-07-13T22:03:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "8557fb0a-ca95-457b-b6c6-136c3ad9d309", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:03:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "b296a75c-517b-4978-9a79-6caa9696ff9c", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:03:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "b296a75c-517b-4978-9a79-6caa9696ff9c", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:03:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "b296a75c-517b-4978-9a79-6caa9696ff9c", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:03:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "b296a75c-517b-4978-9a79-6caa9696ff9c", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67-kserve-route-authn"} 2026-07-13T22:03:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "b296a75c-517b-4978-9a79-6caa9696ff9c", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "authType": "userdefined"} 2026-07-13T22:03:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "b296a75c-517b-4978-9a79-6caa9696ff9c", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:03:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "a58885c2-339d-42e0-ab4a-145bbd236712", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:03:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "a58885c2-339d-42e0-ab4a-145bbd236712", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:03:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "a58885c2-339d-42e0-ab4a-145bbd236712", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:03:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "abc34e6c-4d5a-48f4-b950-46ac91568966", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:03:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "a58885c2-339d-42e0-ab4a-145bbd236712", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328-kserve-route-authn"} 2026-07-13T22:03:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "a58885c2-339d-42e0-ab4a-145bbd236712", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "authType": "userdefined"} 2026-07-13T22:03:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "a58885c2-339d-42e0-ab4a-145bbd236712", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:03:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "abc34e6c-4d5a-48f4-b950-46ac91568966", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328-authn-ssl"} 2026-07-13T22:03:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "abc34e6c-4d5a-48f4-b950-46ac91568966", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:03:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "2288baa7-d06e-4254-9cd3-b2ab85dfe8fe", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:03:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "2288baa7-d06e-4254-9cd3-b2ab85dfe8fe", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:03:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "2288baa7-d06e-4254-9cd3-b2ab85dfe8fe", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:03:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "2288baa7-d06e-4254-9cd3-b2ab85dfe8fe", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328-kserve-route-authn"} 2026-07-13T22:03:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "2288baa7-d06e-4254-9cd3-b2ab85dfe8fe", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "authType": "userdefined"} 2026-07-13T22:03:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "2288baa7-d06e-4254-9cd3-b2ab85dfe8fe", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:03:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "0cd72d80-e108-436e-be77-320345038736", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:03:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "0cd72d80-e108-436e-be77-320345038736", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328-authn-ssl"} 2026-07-13T22:03:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "0cd72d80-e108-436e-be77-320345038736", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:03:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "25d625ca-eb3b-4a49-8d82-c55f54869cf0", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:03:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "25d625ca-eb3b-4a49-8d82-c55f54869cf0", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:03:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "25d625ca-eb3b-4a49-8d82-c55f54869cf0", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:03:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "25d625ca-eb3b-4a49-8d82-c55f54869cf0", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328-kserve-route-authn"} 2026-07-13T22:03:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "25d625ca-eb3b-4a49-8d82-c55f54869cf0", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "authType": "userdefined"} 2026-07-13T22:03:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "25d625ca-eb3b-4a49-8d82-c55f54869cf0", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:03:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "e6dc9aed-39d2-4fd8-a1a8-3698bb259cd1", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:03:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "e6dc9aed-39d2-4fd8-a1a8-3698bb259cd1", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:03:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "e6dc9aed-39d2-4fd8-a1a8-3698bb259cd1", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:03:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "e6dc9aed-39d2-4fd8-a1a8-3698bb259cd1", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328-kserve-route-authn"} 2026-07-13T22:03:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "e6dc9aed-39d2-4fd8-a1a8-3698bb259cd1", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "authType": "userdefined"} 2026-07-13T22:03:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "e6dc9aed-39d2-4fd8-a1a8-3698bb259cd1", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:04:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "aade7442-d0e4-47bb-af9f-6e7f7fcfd23f", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:04:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "aade7442-d0e4-47bb-af9f-6e7f7fcfd23f", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:04:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "aade7442-d0e4-47bb-af9f-6e7f7fcfd23f", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:04:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "aade7442-d0e4-47bb-af9f-6e7f7fcfd23f", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328-kserve-route-authn"} 2026-07-13T22:04:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "aade7442-d0e4-47bb-af9f-6e7f7fcfd23f", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "authType": "userdefined"} 2026-07-13T22:04:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "aade7442-d0e4-47bb-af9f-6e7f7fcfd23f", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:04:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d0cbd8e7-47fa-4b1f-a115-e5990c2a7165", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:04:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "4c63029b-235e-4b60-a2b7-f74ce0d43c76", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:04:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "4c63029b-235e-4b60-a2b7-f74ce0d43c76", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67"} 2026-07-13T22:04:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "4c63029b-235e-4b60-a2b7-f74ce0d43c76", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:04:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "4c63029b-235e-4b60-a2b7-f74ce0d43c76", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:04:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "4c63029b-235e-4b60-a2b7-f74ce0d43c76", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67-kserve-route-authn"} 2026-07-13T22:04:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "4c63029b-235e-4b60-a2b7-f74ce0d43c76", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67-kserve-route-authn"} 2026-07-13T22:04:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "4c63029b-235e-4b60-a2b7-f74ce0d43c76", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:04:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "4c63029b-235e-4b60-a2b7-f74ce0d43c76", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:04:27Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "sub-test-model-44ef67", "reconcileID": "ce69f9a3-b8cd-4325-b249-07aa02dedc67", "LLMInferenceService": "sub-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:04:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "16f94970-d6f8-4a4e-a83f-6a321d1652df", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:04:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "16f94970-d6f8-4a4e-a83f-6a321d1652df", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67-authn-ssl"} 2026-07-13T22:04:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "16f94970-d6f8-4a4e-a83f-6a321d1652df", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:04:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "30462c7a-bf5b-42b9-8b58-5c5d79ca2801", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:04:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "30462c7a-bf5b-42b9-8b58-5c5d79ca2801", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67-authn-ssl"} 2026-07-13T22:04:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "30462c7a-bf5b-42b9-8b58-5c5d79ca2801", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:04:28Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "1481e3d7-1b20-4bea-902b-9808de5ddc80", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:04:28Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "1481e3d7-1b20-4bea-902b-9808de5ddc80", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328"} 2026-07-13T22:04:28Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "1481e3d7-1b20-4bea-902b-9808de5ddc80", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:04:28Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "1481e3d7-1b20-4bea-902b-9808de5ddc80", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:04:28Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "1481e3d7-1b20-4bea-902b-9808de5ddc80", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328-kserve-route-authn"} 2026-07-13T22:04:28Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "1481e3d7-1b20-4bea-902b-9808de5ddc80", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328-kserve-route-authn"} 2026-07-13T22:04:28Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "1481e3d7-1b20-4bea-902b-9808de5ddc80", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:04:28Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "1481e3d7-1b20-4bea-902b-9808de5ddc80", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:04:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "sub-test-model-f0e328", "reconcileID": "9e45333f-fec7-4783-8bbe-d82e33e6e15e", "LLMInferenceService": "sub-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:04:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "1c654a61-6814-4bc0-a52a-8efd3830f46f", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:04:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "1c654a61-6814-4bc0-a52a-8efd3830f46f", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328-authn-ssl"} 2026-07-13T22:04:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "1c654a61-6814-4bc0-a52a-8efd3830f46f", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:04:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "13b32cd1-585b-4272-81b3-89c52f0403b3", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:04:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "13b32cd1-585b-4272-81b3-89c52f0403b3", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328-authn-ssl"} 2026-07-13T22:04:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "13b32cd1-585b-4272-81b3-89c52f0403b3", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:04:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "ab102cf1-2097-4ec0-96c6-2ae0b06a097c", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:04:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "ab102cf1-2097-4ec0-96c6-2ae0b06a097c", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:04:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "ab102cf1-2097-4ec0-96c6-2ae0b06a097c", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:04:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "f5b97fb2-7756-4ce8-9377-15e48170f8d9", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:04:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "ab102cf1-2097-4ec0-96c6-2ae0b06a097c", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67-kserve-route-authn"} 2026-07-13T22:04:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "ab102cf1-2097-4ec0-96c6-2ae0b06a097c", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "authType": "userdefined"} 2026-07-13T22:04:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "ab102cf1-2097-4ec0-96c6-2ae0b06a097c", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:04:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "f5b97fb2-7756-4ce8-9377-15e48170f8d9", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67-authn-ssl"} 2026-07-13T22:04:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "f5b97fb2-7756-4ce8-9377-15e48170f8d9", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:04:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "35eb8f10-1a35-4745-a818-2d6e559bd0b9", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:04:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "35eb8f10-1a35-4745-a818-2d6e559bd0b9", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:04:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "35eb8f10-1a35-4745-a818-2d6e559bd0b9", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:04:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "35eb8f10-1a35-4745-a818-2d6e559bd0b9", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67-kserve-route-authn"} 2026-07-13T22:04:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "35eb8f10-1a35-4745-a818-2d6e559bd0b9", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "authType": "userdefined"} 2026-07-13T22:04:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "35eb8f10-1a35-4745-a818-2d6e559bd0b9", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:04:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "cfa6d744-afc9-42c5-9033-1ce70e31afdb", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:04:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "cfa6d744-afc9-42c5-9033-1ce70e31afdb", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67-authn-ssl"} 2026-07-13T22:04:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "cfa6d744-afc9-42c5-9033-1ce70e31afdb", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:04:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "d14e623b-7ff6-49ed-a6d7-e4f2b75539a0", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:04:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "d14e623b-7ff6-49ed-a6d7-e4f2b75539a0", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:04:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "d14e623b-7ff6-49ed-a6d7-e4f2b75539a0", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:04:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "d14e623b-7ff6-49ed-a6d7-e4f2b75539a0", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67-kserve-route-authn"} 2026-07-13T22:04:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "d14e623b-7ff6-49ed-a6d7-e4f2b75539a0", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "authType": "userdefined"} 2026-07-13T22:04:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "d14e623b-7ff6-49ed-a6d7-e4f2b75539a0", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:04:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "6362cb54-4b2f-4e69-b36a-fdb02d86ef62", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:04:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "6362cb54-4b2f-4e69-b36a-fdb02d86ef62", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:04:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "6362cb54-4b2f-4e69-b36a-fdb02d86ef62", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:04:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "6362cb54-4b2f-4e69-b36a-fdb02d86ef62", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67-kserve-route-authn"} 2026-07-13T22:04:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "6362cb54-4b2f-4e69-b36a-fdb02d86ef62", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "authType": "userdefined"} 2026-07-13T22:04:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "6362cb54-4b2f-4e69-b36a-fdb02d86ef62", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:04:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "1595fbd4-7b6f-4464-bbaa-ca018cf3abc5", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:04:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "1595fbd4-7b6f-4464-bbaa-ca018cf3abc5", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:04:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "1595fbd4-7b6f-4464-bbaa-ca018cf3abc5", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:04:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "1595fbd4-7b6f-4464-bbaa-ca018cf3abc5", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67-kserve-route-authn"} 2026-07-13T22:04:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "1595fbd4-7b6f-4464-bbaa-ca018cf3abc5", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "authType": "userdefined"} 2026-07-13T22:04:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "1595fbd4-7b6f-4464-bbaa-ca018cf3abc5", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:04:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "99c6de82-7014-4a1b-a034-a28f29010609", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:04:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "99c6de82-7014-4a1b-a034-a28f29010609", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:04:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "99c6de82-7014-4a1b-a034-a28f29010609", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:04:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "99c6de82-7014-4a1b-a034-a28f29010609", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328-kserve-route-authn"} 2026-07-13T22:04:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "99c6de82-7014-4a1b-a034-a28f29010609", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "authType": "userdefined"} 2026-07-13T22:04:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "99c6de82-7014-4a1b-a034-a28f29010609", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:04:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "bdb92d1e-52bf-41a3-8699-2e56fb2f9459", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:04:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "bdb92d1e-52bf-41a3-8699-2e56fb2f9459", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328-authn-ssl"} 2026-07-13T22:04:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "bdb92d1e-52bf-41a3-8699-2e56fb2f9459", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:04:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "fd5382d5-96e8-4d87-853e-25b038b87deb", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:04:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "fd5382d5-96e8-4d87-853e-25b038b87deb", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:04:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "fd5382d5-96e8-4d87-853e-25b038b87deb", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:04:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "fd5382d5-96e8-4d87-853e-25b038b87deb", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328-kserve-route-authn"} 2026-07-13T22:04:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "fd5382d5-96e8-4d87-853e-25b038b87deb", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "authType": "userdefined"} 2026-07-13T22:04:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "fd5382d5-96e8-4d87-853e-25b038b87deb", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:04:53Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T22:04:53Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T22:04:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "1bec0538-c397-4e9b-8487-9edaf23e7b70", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:04:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "1bec0538-c397-4e9b-8487-9edaf23e7b70", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328-authn-ssl"} 2026-07-13T22:04:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "1bec0538-c397-4e9b-8487-9edaf23e7b70", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:04:55Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T22:04:55Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T22:04:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "cca5de50-4619-4490-b3e0-2c6652c99ff2", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:04:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "cca5de50-4619-4490-b3e0-2c6652c99ff2", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:04:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "cca5de50-4619-4490-b3e0-2c6652c99ff2", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:04:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "cca5de50-4619-4490-b3e0-2c6652c99ff2", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328-kserve-route-authn"} 2026-07-13T22:04:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "cca5de50-4619-4490-b3e0-2c6652c99ff2", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "authType": "userdefined"} 2026-07-13T22:04:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "cca5de50-4619-4490-b3e0-2c6652c99ff2", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:05:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "78fe6aa7-c2fb-4e1c-9865-81443914b699", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:05:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "78fe6aa7-c2fb-4e1c-9865-81443914b699", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:05:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "78fe6aa7-c2fb-4e1c-9865-81443914b699", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:05:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "78fe6aa7-c2fb-4e1c-9865-81443914b699", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328-kserve-route-authn"} 2026-07-13T22:05:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "78fe6aa7-c2fb-4e1c-9865-81443914b699", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "authType": "userdefined"} 2026-07-13T22:05:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "78fe6aa7-c2fb-4e1c-9865-81443914b699", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:05:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8b7d1044-6aee-44a8-9772-60e6e6ebf7f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:05:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dbd16d13-e605-428d-b6d5-5c18b4d374a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:05:40Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "e72d1a81-4792-4d70-9fe5-58151a5ace7b", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:05:40Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "e72d1a81-4792-4d70-9fe5-58151a5ace7b", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67"} 2026-07-13T22:05:40Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "e72d1a81-4792-4d70-9fe5-58151a5ace7b", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:05:40Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "e72d1a81-4792-4d70-9fe5-58151a5ace7b", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:05:40Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "e72d1a81-4792-4d70-9fe5-58151a5ace7b", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67-kserve-route-authn"} 2026-07-13T22:05:40Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "e72d1a81-4792-4d70-9fe5-58151a5ace7b", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67-kserve-route-authn"} 2026-07-13T22:05:40Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "e72d1a81-4792-4d70-9fe5-58151a5ace7b", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:05:40Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "e72d1a81-4792-4d70-9fe5-58151a5ace7b", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:05:40Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-44ef67","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "rate-test-model-44ef67", "reconcileID": "576929b8-e623-482a-acac-849ef4704768", "LLMInferenceService": "rate-test-model-44ef67", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:05:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "4116fc0f-a4ee-48f6-8558-a09849a80d54", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:05:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "4116fc0f-a4ee-48f6-8558-a09849a80d54", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67-authn-ssl"} 2026-07-13T22:05:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "4116fc0f-a4ee-48f6-8558-a09849a80d54", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:05:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "cf3046fb-4491-4e83-a558-768a7ad89917", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:05:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "cf3046fb-4491-4e83-a558-768a7ad89917", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67-authn-ssl"} 2026-07-13T22:05:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "cf3046fb-4491-4e83-a558-768a7ad89917", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:05:40Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "feb8853f-0050-45ac-a4aa-a286682036f9", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:05:40Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "feb8853f-0050-45ac-a4aa-a286682036f9", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328"} 2026-07-13T22:05:40Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "feb8853f-0050-45ac-a4aa-a286682036f9", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:05:40Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "feb8853f-0050-45ac-a4aa-a286682036f9", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:05:40Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "feb8853f-0050-45ac-a4aa-a286682036f9", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328-kserve-route-authn"} 2026-07-13T22:05:40Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "feb8853f-0050-45ac-a4aa-a286682036f9", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328-kserve-route-authn"} 2026-07-13T22:05:40Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "feb8853f-0050-45ac-a4aa-a286682036f9", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:05:40Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "feb8853f-0050-45ac-a4aa-a286682036f9", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:05:41Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f0e328","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "rate-test-model-f0e328", "reconcileID": "3ad2745c-9cdb-4805-aa80-c16b8f6420a6", "LLMInferenceService": "rate-test-model-f0e328", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:05:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "018cf8a5-7173-42f9-a720-8ed4f5e0561f", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:05:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "018cf8a5-7173-42f9-a720-8ed4f5e0561f", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328-authn-ssl"} 2026-07-13T22:05:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "018cf8a5-7173-42f9-a720-8ed4f5e0561f", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:05:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "b3555b05-02c0-4839-a7d8-9b5f2cdb07bd", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:05:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "b3555b05-02c0-4839-a7d8-9b5f2cdb07bd", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328-authn-ssl"} 2026-07-13T22:05:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "b3555b05-02c0-4839-a7d8-9b5f2cdb07bd", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:06:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a58c333e-3412-4498-834c-87bcf60f1f3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:06:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "ef6bdf86-4900-42f8-b54d-82695cb538d2", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:06:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "ef6bdf86-4900-42f8-b54d-82695cb538d2", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67-authn-ssl"} 2026-07-13T22:06:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "ef6bdf86-4900-42f8-b54d-82695cb538d2", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:06:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "c7a7ad20-3adc-4469-a3b3-7ab23afe72ea", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:06:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "c7a7ad20-3adc-4469-a3b3-7ab23afe72ea", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67-authn-ssl"} 2026-07-13T22:06:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-44ef67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-44ef67", "reconcileID": "c7a7ad20-3adc-4469-a3b3-7ab23afe72ea", "Gateway": "e2e-shared-a-44ef67", "namespace": "openshift-ingress"} 2026-07-13T22:06:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b443aa3-dc20-41b9-971f-07b0cdf84db6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:06:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b443aa3-dc20-41b9-971f-07b0cdf84db6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-44ef67", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:06:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b443aa3-dc20-41b9-971f-07b0cdf84db6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-44ef67 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T22:06:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "odh-trusted-ca-bundle", "reconcileID": "9a83fb1a-b3bd-4447-8d12-fe592888fa05", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:06:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "odh-trusted-ca-bundle", "reconcileID": "9a83fb1a-b3bd-4447-8d12-fe592888fa05", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:06:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "openshift-service-ca.crt", "reconcileID": "7dbcb64b-9a43-43fb-afe1-bb4e83d10c94", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:06:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "openshift-service-ca.crt", "reconcileID": "7dbcb64b-9a43-43fb-afe1-bb4e83d10c94", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:06:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f1fc773-39c7-4768-a1cd-38983f0038ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:06:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-44ef67"}, "namespace": "ai-tenant-e2e-shared-a-44ef67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f1fc773-39c7-4768-a1cd-38983f0038ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-44ef67"} 2026-07-13T22:06:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "eae6412e-fd8c-45ed-b64d-f8583866fe91", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T22:06:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "451c2522-2fad-45a3-a9fa-03bb269da188", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:06:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "451c2522-2fad-45a3-a9fa-03bb269da188", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328-authn-ssl"} 2026-07-13T22:06:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "451c2522-2fad-45a3-a9fa-03bb269da188", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:06:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "427c93b3-3038-47a3-8032-7061a8d73402", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:06:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "427c93b3-3038-47a3-8032-7061a8d73402", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328-authn-ssl"} 2026-07-13T22:06:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f0e328","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f0e328", "reconcileID": "427c93b3-3038-47a3-8032-7061a8d73402", "Gateway": "e2e-shared-b-f0e328", "namespace": "openshift-ingress"} 2026-07-13T22:06:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78b2d6fb-c8b8-452e-ae98-b9cce903e766", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:06:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78b2d6fb-c8b8-452e-ae98-b9cce903e766", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f0e328", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:06:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78b2d6fb-c8b8-452e-ae98-b9cce903e766", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-f0e328 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T22:06:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "odh-trusted-ca-bundle", "reconcileID": "b54ac294-0d9e-488c-a30f-42ff698b0cd5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:06:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "odh-trusted-ca-bundle", "reconcileID": "b54ac294-0d9e-488c-a30f-42ff698b0cd5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f0e328", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:06:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "odh-trusted-ca-bundle", "reconcileID": "b54ac294-0d9e-488c-a30f-42ff698b0cd5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-f0e328 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T22:06:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c87bcd58-1d60-4098-b6ea-11f81e7f46fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:06:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c87bcd58-1d60-4098-b6ea-11f81e7f46fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f0e328", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T22:06:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c87bcd58-1d60-4098-b6ea-11f81e7f46fc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-f0e328 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T22:06:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "odh-trusted-ca-bundle", "reconcileID": "26847a8c-04a6-4c67-ae20-6220b52e98e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:06:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "odh-trusted-ca-bundle", "reconcileID": "26847a8c-04a6-4c67-ae20-6220b52e98e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:06:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "openshift-service-ca.crt", "reconcileID": "831347af-0018-4055-9e74-fc4df02276f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:06:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "openshift-service-ca.crt", "reconcileID": "831347af-0018-4055-9e74-fc4df02276f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:06:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5832ca7a-25d4-4e6f-9d37-d10cbbe8599b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f0e328"} 2026-07-13T22:06:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f0e328"}, "namespace": "ai-tenant-e2e-shared-b-f0e328", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5832ca7a-25d4-4e6f-9d37-d10cbbe8599b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f0e328"}