2026-07-21T06:55:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c77bc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c77bc7", "reconcileID": "95cfc93e-7e44-458c-b35d-ae0c3c1937db", "Gateway": "e2e-api-b-c77bc7", "namespace": "openshift-ingress", "name": "e2e-api-b-c77bc7-authn-ssl"} 2026-07-21T06:55:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c77bc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c77bc7", "reconcileID": "95cfc93e-7e44-458c-b35d-ae0c3c1937db", "Gateway": "e2e-api-b-c77bc7", "namespace": "openshift-ingress"} 2026-07-21T06:55:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c77bc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c77bc7", "reconcileID": "73777457-10f7-4fcd-973b-3c6c9c1c5771", "Gateway": "e2e-api-b-c77bc7", "namespace": "openshift-ingress"} 2026-07-21T06:55:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c77bc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c77bc7", "reconcileID": "73777457-10f7-4fcd-973b-3c6c9c1c5771", "Gateway": "e2e-api-b-c77bc7", "namespace": "openshift-ingress", "name": "e2e-api-b-c77bc7-authn-ssl"} 2026-07-21T06:55:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c77bc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c77bc7", "reconcileID": "73777457-10f7-4fcd-973b-3c6c9c1c5771", "Gateway": "e2e-api-b-c77bc7", "namespace": "openshift-ingress"} 2026-07-21T06:55:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c77bc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c77bc7", "reconcileID": "0f482efa-4d6a-4645-94fc-5b11c6d623e2", "Gateway": "e2e-api-b-c77bc7", "namespace": "openshift-ingress"} 2026-07-21T06:55:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c77bc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c77bc7", "reconcileID": "0f482efa-4d6a-4645-94fc-5b11c6d623e2", "Gateway": "e2e-api-b-c77bc7", "namespace": "openshift-ingress", "name": "e2e-api-b-c77bc7-authn-ssl"} 2026-07-21T06:55:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c77bc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c77bc7", "reconcileID": "0f482efa-4d6a-4645-94fc-5b11c6d623e2", "Gateway": "e2e-api-b-c77bc7", "namespace": "openshift-ingress"} 2026-07-21T06:55:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-c77bc7"}, "namespace": "ai-tenant-e2e-api-b-c77bc7", "name": "openshift-service-ca.crt", "reconcileID": "5dc6305f-cbae-4b4e-8041-415285bf0769", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-c77bc7"} 2026-07-21T06:55:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c77bc7"}, "namespace": "ai-tenant-e2e-api-b-c77bc7", "name": "odh-trusted-ca-bundle", "reconcileID": "66f6392c-8b46-4171-a3f0-65611f52ed8e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c77bc7"} 2026-07-21T06:55:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-c77bc7"}, "namespace": "ai-tenant-e2e-api-b-c77bc7", "name": "openshift-service-ca.crt", "reconcileID": "cfdd2c18-dc09-46f0-a08f-d40c4450f86e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-c77bc7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T06:55:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-c77bc7"}, "namespace": "ai-tenant-e2e-api-b-c77bc7", "name": "openshift-service-ca.crt", "reconcileID": "cfdd2c18-dc09-46f0-a08f-d40c4450f86e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-c77bc7"} 2026-07-21T06:55:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c77bc7"}, "namespace": "ai-tenant-e2e-api-b-c77bc7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b6194e3-e0f6-4b40-830c-e525345f4dba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c77bc7"} 2026-07-21T06:55:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-c77bc7"}, "namespace": "ai-tenant-e2e-api-b-c77bc7", "name": "openshift-service-ca.crt", "reconcileID": "8f904214-2e31-44d7-a043-c6e2dcf6755c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-c77bc7"} 2026-07-21T06:55:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c77bc7"}, "namespace": "ai-tenant-e2e-api-b-c77bc7", "name": "odh-trusted-ca-bundle", "reconcileID": "0c302612-6b99-4173-ac12-052a108f0bb3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c77bc7", "update": "odh-kserve-custom-ca-bundle"} 2026-07-21T06:55:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c77bc7"}, "namespace": "ai-tenant-e2e-api-b-c77bc7", "name": "odh-trusted-ca-bundle", "reconcileID": "0c302612-6b99-4173-ac12-052a108f0bb3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c77bc7"} 2026-07-21T06:55:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c77bc7"}, "namespace": "ai-tenant-e2e-api-b-c77bc7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af690ddf-9298-4b66-abb6-7eb6482c80dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c77bc7"} 2026-07-21T06:55:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-915db7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-915db7", "reconcileID": "b1516e43-27f2-4c2f-a530-f2875de30eff", "Gateway": "e2e-api-a-915db7", "namespace": "openshift-ingress"} 2026-07-21T06:55:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-915db7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-915db7", "reconcileID": "b1516e43-27f2-4c2f-a530-f2875de30eff", "Gateway": "e2e-api-a-915db7", "namespace": "openshift-ingress", "name": "e2e-api-a-915db7-authn-ssl"} 2026-07-21T06:55:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-915db7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-915db7", "reconcileID": "b1516e43-27f2-4c2f-a530-f2875de30eff", "Gateway": "e2e-api-a-915db7", "namespace": "openshift-ingress"} 2026-07-21T06:55:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c77bc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c77bc7", "reconcileID": "320be4a1-949b-477d-a641-f268ac59c39d", "Gateway": "e2e-api-b-c77bc7", "namespace": "openshift-ingress"} 2026-07-21T06:55:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c77bc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c77bc7", "reconcileID": "320be4a1-949b-477d-a641-f268ac59c39d", "Gateway": "e2e-api-b-c77bc7", "namespace": "openshift-ingress", "name": "e2e-api-b-c77bc7-authn-ssl"} 2026-07-21T06:55:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c77bc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c77bc7", "reconcileID": "320be4a1-949b-477d-a641-f268ac59c39d", "Gateway": "e2e-api-b-c77bc7", "namespace": "openshift-ingress"} 2026-07-21T06:55:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4d9878a9-7cf8-4dd5-b90a-17d78cbc7f2e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T06:55:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c77bc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c77bc7", "reconcileID": "0d9ab323-029a-46b7-a04c-4bd67f35ac58", "Gateway": "e2e-api-b-c77bc7", "namespace": "openshift-ingress"} 2026-07-21T06:55:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c77bc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c77bc7", "reconcileID": "0d9ab323-029a-46b7-a04c-4bd67f35ac58", "Gateway": "e2e-api-b-c77bc7", "namespace": "openshift-ingress", "name": "e2e-api-b-c77bc7-authn-ssl"} 2026-07-21T06:55:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c77bc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c77bc7", "reconcileID": "0d9ab323-029a-46b7-a04c-4bd67f35ac58", "Gateway": "e2e-api-b-c77bc7", "namespace": "openshift-ingress"} 2026-07-21T06:55:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "033dbd55-835d-4d66-8811-f6afe841adc9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T06:56:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "62d66f4d-ed8e-4e86-bb07-5e9f372f249e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T06:56:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-915db7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-915db7", "reconcileID": "de35ec55-ccbd-4120-a426-e60c0ad0f316", "Gateway": "e2e-api-a-915db7", "namespace": "openshift-ingress"} 2026-07-21T06:56:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-915db7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-915db7", "reconcileID": "de35ec55-ccbd-4120-a426-e60c0ad0f316", "Gateway": "e2e-api-a-915db7", "namespace": "openshift-ingress", "name": "e2e-api-a-915db7-authn-ssl"} 2026-07-21T06:56:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-915db7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-915db7", "reconcileID": "de35ec55-ccbd-4120-a426-e60c0ad0f316", "Gateway": "e2e-api-a-915db7", "namespace": "openshift-ingress"} 2026-07-21T06:56:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-915db7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-915db7", "reconcileID": "d93168af-d103-4110-a9b6-6b0054d7a62d", "Gateway": "e2e-api-a-915db7", "namespace": "openshift-ingress"} 2026-07-21T06:56:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-915db7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-915db7", "reconcileID": "d93168af-d103-4110-a9b6-6b0054d7a62d", "Gateway": "e2e-api-a-915db7", "namespace": "openshift-ingress", "name": "e2e-api-a-915db7-authn-ssl"} 2026-07-21T06:56:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-915db7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-915db7", "reconcileID": "d93168af-d103-4110-a9b6-6b0054d7a62d", "Gateway": "e2e-api-a-915db7", "namespace": "openshift-ingress"} 2026-07-21T06:56:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-915db7"}, "namespace": "ai-tenant-e2e-api-a-915db7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d783373f-d12d-4d64-b020-940cf300c226", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-915db7"} 2026-07-21T06:56:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-915db7"}, "namespace": "ai-tenant-e2e-api-a-915db7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d783373f-d12d-4d64-b020-940cf300c226", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-915db7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T06:56:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-915db7"}, "namespace": "ai-tenant-e2e-api-a-915db7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d783373f-d12d-4d64-b020-940cf300c226", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-915db7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T06:56:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-915db7"}, "namespace": "ai-tenant-e2e-api-a-915db7", "name": "odh-trusted-ca-bundle", "reconcileID": "404b9742-8a1a-41f2-80a5-96aadffe2525", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-915db7"} 2026-07-21T06:56:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-915db7"}, "namespace": "ai-tenant-e2e-api-a-915db7", "name": "odh-trusted-ca-bundle", "reconcileID": "404b9742-8a1a-41f2-80a5-96aadffe2525", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-915db7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T06:56:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-915db7"}, "namespace": "ai-tenant-e2e-api-a-915db7", "name": "odh-trusted-ca-bundle", "reconcileID": "404b9742-8a1a-41f2-80a5-96aadffe2525", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-915db7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T06:56:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-915db7"}, "namespace": "ai-tenant-e2e-api-a-915db7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12eb6692-5356-46dc-95f4-592e939d38f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-915db7"} 2026-07-21T06:56:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-915db7"}, "namespace": "ai-tenant-e2e-api-a-915db7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12eb6692-5356-46dc-95f4-592e939d38f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-915db7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T06:56:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-915db7"}, "namespace": "ai-tenant-e2e-api-a-915db7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12eb6692-5356-46dc-95f4-592e939d38f0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-915db7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T06:56:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-915db7"}, "namespace": "ai-tenant-e2e-api-a-915db7", "name": "odh-trusted-ca-bundle", "reconcileID": "c4e74910-c14f-4270-8da3-0b83257402ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-915db7"} 2026-07-21T06:56:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-915db7"}, "namespace": "ai-tenant-e2e-api-a-915db7", "name": "odh-trusted-ca-bundle", "reconcileID": "c4e74910-c14f-4270-8da3-0b83257402ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-915db7"} 2026-07-21T06:56:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-915db7"}, "namespace": "ai-tenant-e2e-api-a-915db7", "name": "openshift-service-ca.crt", "reconcileID": "9427b1a3-24ab-4c66-93d9-5250890d52ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-915db7"} 2026-07-21T06:56:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-915db7"}, "namespace": "ai-tenant-e2e-api-a-915db7", "name": "openshift-service-ca.crt", "reconcileID": "9427b1a3-24ab-4c66-93d9-5250890d52ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-915db7"} 2026-07-21T06:56:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-915db7"}, "namespace": "ai-tenant-e2e-api-a-915db7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09fac0be-b086-48e7-99ce-73be5c751af5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-915db7"} 2026-07-21T06:56:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-915db7"}, "namespace": "ai-tenant-e2e-api-a-915db7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09fac0be-b086-48e7-99ce-73be5c751af5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-915db7"} 2026-07-21T06:56:22Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-915db7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-915db7", "reconcileID": "6a7f2c80-5f46-46f7-bc4b-85d089fa3e19", "Gateway": "e2e-api-a-915db7", "namespace": "openshift-ingress"} 2026-07-21T06:56:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c77bc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c77bc7", "reconcileID": "3f61b729-9a01-443e-a75f-09ab31e9b6a6", "Gateway": "e2e-api-b-c77bc7", "namespace": "openshift-ingress"} 2026-07-21T06:56:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c77bc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c77bc7", "reconcileID": "3f61b729-9a01-443e-a75f-09ab31e9b6a6", "Gateway": "e2e-api-b-c77bc7", "namespace": "openshift-ingress", "name": "e2e-api-b-c77bc7-authn-ssl"} 2026-07-21T06:56:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c77bc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c77bc7", "reconcileID": "3f61b729-9a01-443e-a75f-09ab31e9b6a6", "Gateway": "e2e-api-b-c77bc7", "namespace": "openshift-ingress"} 2026-07-21T06:56:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c77bc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c77bc7", "reconcileID": "c995f50c-9f1b-4db3-8254-8504af0cdc22", "Gateway": "e2e-api-b-c77bc7", "namespace": "openshift-ingress"} 2026-07-21T06:56:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c77bc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c77bc7", "reconcileID": "c995f50c-9f1b-4db3-8254-8504af0cdc22", "Gateway": "e2e-api-b-c77bc7", "namespace": "openshift-ingress", "name": "e2e-api-b-c77bc7-authn-ssl"} 2026-07-21T06:56:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c77bc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c77bc7", "reconcileID": "c995f50c-9f1b-4db3-8254-8504af0cdc22", "Gateway": "e2e-api-b-c77bc7", "namespace": "openshift-ingress"} 2026-07-21T06:56:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c77bc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c77bc7", "reconcileID": "f334e606-e6f3-40ec-ab8e-3afb45b69a1d", "Gateway": "e2e-api-b-c77bc7", "namespace": "openshift-ingress"} 2026-07-21T06:56:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c77bc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c77bc7", "reconcileID": "f334e606-e6f3-40ec-ab8e-3afb45b69a1d", "Gateway": "e2e-api-b-c77bc7", "namespace": "openshift-ingress", "name": "e2e-api-b-c77bc7-authn-ssl"} 2026-07-21T06:56:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c77bc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c77bc7", "reconcileID": "f334e606-e6f3-40ec-ab8e-3afb45b69a1d", "Gateway": "e2e-api-b-c77bc7", "namespace": "openshift-ingress"} 2026-07-21T06:56:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c77bc7"}, "namespace": "ai-tenant-e2e-api-b-c77bc7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de3608ea-49fc-4e94-9092-2fbb9120dd8e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c77bc7"} 2026-07-21T06:56:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c77bc7"}, "namespace": "ai-tenant-e2e-api-b-c77bc7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de3608ea-49fc-4e94-9092-2fbb9120dd8e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c77bc7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T06:56:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c77bc7"}, "namespace": "ai-tenant-e2e-api-b-c77bc7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de3608ea-49fc-4e94-9092-2fbb9120dd8e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-c77bc7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T06:56:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c77bc7"}, "namespace": "ai-tenant-e2e-api-b-c77bc7", "name": "odh-trusted-ca-bundle", "reconcileID": "7c8acb11-07c6-45c9-86f4-326e1cbbceaf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c77bc7"} 2026-07-21T06:56:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c77bc7"}, "namespace": "ai-tenant-e2e-api-b-c77bc7", "name": "odh-trusted-ca-bundle", "reconcileID": "7c8acb11-07c6-45c9-86f4-326e1cbbceaf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c77bc7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T06:56:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c77bc7"}, "namespace": "ai-tenant-e2e-api-b-c77bc7", "name": "odh-trusted-ca-bundle", "reconcileID": "7c8acb11-07c6-45c9-86f4-326e1cbbceaf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-c77bc7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T06:56:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c77bc7"}, "namespace": "ai-tenant-e2e-api-b-c77bc7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16c497b7-58b2-4b7f-b220-d130024ecf60", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c77bc7"} 2026-07-21T06:56:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c77bc7"}, "namespace": "ai-tenant-e2e-api-b-c77bc7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16c497b7-58b2-4b7f-b220-d130024ecf60", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c77bc7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T06:56:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c77bc7"}, "namespace": "ai-tenant-e2e-api-b-c77bc7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16c497b7-58b2-4b7f-b220-d130024ecf60", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-c77bc7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T06:56:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c77bc7"}, "namespace": "ai-tenant-e2e-api-b-c77bc7", "name": "odh-trusted-ca-bundle", "reconcileID": "c58ceec3-49b3-4606-b81c-5efc707d85b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c77bc7"} 2026-07-21T06:56:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c77bc7"}, "namespace": "ai-tenant-e2e-api-b-c77bc7", "name": "odh-trusted-ca-bundle", "reconcileID": "c58ceec3-49b3-4606-b81c-5efc707d85b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c77bc7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T06:56:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c77bc7"}, "namespace": "ai-tenant-e2e-api-b-c77bc7", "name": "odh-trusted-ca-bundle", "reconcileID": "c58ceec3-49b3-4606-b81c-5efc707d85b6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-c77bc7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T06:56:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-c77bc7"}, "namespace": "ai-tenant-e2e-api-b-c77bc7", "name": "openshift-service-ca.crt", "reconcileID": "7b940210-bad7-4b96-9c48-55b4d79438af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-c77bc7"} 2026-07-21T06:56:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-c77bc7"}, "namespace": "ai-tenant-e2e-api-b-c77bc7", "name": "openshift-service-ca.crt", "reconcileID": "7b940210-bad7-4b96-9c48-55b4d79438af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-c77bc7"} 2026-07-21T06:56:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c77bc7"}, "namespace": "ai-tenant-e2e-api-b-c77bc7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73ed94e6-164c-4e7f-b4ae-ac803a096e99", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c77bc7"} 2026-07-21T06:56:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c77bc7"}, "namespace": "ai-tenant-e2e-api-b-c77bc7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73ed94e6-164c-4e7f-b4ae-ac803a096e99", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c77bc7"} 2026-07-21T06:56:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c77bc7"}, "namespace": "ai-tenant-e2e-api-b-c77bc7", "name": "odh-trusted-ca-bundle", "reconcileID": "9685f9b4-f5a1-4e1e-bcaa-bd2b25329dd6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c77bc7"} 2026-07-21T06:56:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c77bc7"}, "namespace": "ai-tenant-e2e-api-b-c77bc7", "name": "odh-trusted-ca-bundle", "reconcileID": "9685f9b4-f5a1-4e1e-bcaa-bd2b25329dd6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c77bc7"} 2026-07-21T06:56:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c77bc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c77bc7", "reconcileID": "78c74517-eb25-400f-9898-6ddce37ee545", "Gateway": "e2e-api-b-c77bc7", "namespace": "openshift-ingress"} 2026-07-21T06:56:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "810d3a2f-ad5e-4c0e-8c88-1a4b5472c0b9", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T06:56:51Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "810d3a2f-ad5e-4c0e-8c88-1a4b5472c0b9", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e-authn-ssl"} 2026-07-21T06:56:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "810d3a2f-ad5e-4c0e-8c88-1a4b5472c0b9", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T06:56:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "2b567401-c1b0-498b-abb2-ba62e2fb465d", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T06:56:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "2b567401-c1b0-498b-abb2-ba62e2fb465d", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e-authn-ssl"} 2026-07-21T06:56:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "2b567401-c1b0-498b-abb2-ba62e2fb465d", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T06:56:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "3a8ebca5-fc5d-4f27-ac57-eff5ddd6184f", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T06:56:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "3a8ebca5-fc5d-4f27-ac57-eff5ddd6184f", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e-authn-ssl"} 2026-07-21T06:56:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "3a8ebca5-fc5d-4f27-ac57-eff5ddd6184f", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T06:56:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "3d695cd2-99e5-4968-a3e3-5ba449edc240", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T06:56:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "3d695cd2-99e5-4968-a3e3-5ba449edc240", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e-authn-ssl"} 2026-07-21T06:56:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "3d695cd2-99e5-4968-a3e3-5ba449edc240", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T06:56:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "0813e618-e703-4a48-8bcc-a3af6a5d78c7", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T06:56:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "0813e618-e703-4a48-8bcc-a3af6a5d78c7", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e-authn-ssl"} 2026-07-21T06:56:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "0813e618-e703-4a48-8bcc-a3af6a5d78c7", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T06:56:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "5cc5ce02-3126-4ab5-97b7-bc709f3eda8e", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T06:56:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "5cc5ce02-3126-4ab5-97b7-bc709f3eda8e", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e-authn-ssl"} 2026-07-21T06:56:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "5cc5ce02-3126-4ab5-97b7-bc709f3eda8e", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T06:56:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "da79a010-f1d9-4530-a4a4-3b66b01c4cd1", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T06:56:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "da79a010-f1d9-4530-a4a4-3b66b01c4cd1", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e-authn-ssl"} 2026-07-21T06:56:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "da79a010-f1d9-4530-a4a4-3b66b01c4cd1", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T06:56:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "openshift-service-ca.crt", "reconcileID": "c76aab6c-ccd4-44b0-83b4-fe72440abb92", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:56:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "odh-trusted-ca-bundle", "reconcileID": "9f461df3-239e-4b0c-8d59-9e947ecf85a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:56:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "openshift-service-ca.crt", "reconcileID": "d009633a-a4c4-4f12-ae9c-3707f1d470c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T06:56:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "openshift-service-ca.crt", "reconcileID": "d009633a-a4c4-4f12-ae9c-3707f1d470c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:56:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f33a0a38-f7e9-4b76-943a-db1ad3f92cc1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:56:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "openshift-service-ca.crt", "reconcileID": "bd95f06f-5957-4372-a9d0-ac4fda7706ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:56:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "odh-trusted-ca-bundle", "reconcileID": "c3221147-bd48-4537-b481-d9d4e0529975", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-21T06:56:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "odh-trusted-ca-bundle", "reconcileID": "c3221147-bd48-4537-b481-d9d4e0529975", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:56:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9590b52-586e-4f2e-9fd8-d007a11f79a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:56:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "ed36b5b0-b5e7-40db-9fee-e8e17049cfb3", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T06:56:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "ed36b5b0-b5e7-40db-9fee-e8e17049cfb3", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e-authn-ssl"} 2026-07-21T06:56:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "ed36b5b0-b5e7-40db-9fee-e8e17049cfb3", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T06:56:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bd4e89c2-81f5-4384-af4d-2234584503ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T06:56:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "fa8d5db8-d549-4a6d-8d3a-953f26356faf", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:56:59Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "fa8d5db8-d549-4a6d-8d3a-953f26356faf", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T06:56:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "fa8d5db8-d549-4a6d-8d3a-953f26356faf", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:56:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "0ba366cc-4477-41b3-a0f6-938001907c54", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:56:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "0ba366cc-4477-41b3-a0f6-938001907c54", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T06:56:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "0ba366cc-4477-41b3-a0f6-938001907c54", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:56:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "4da4ca95-7dd4-478c-a608-347566c6adb0", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:56:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "4da4ca95-7dd4-478c-a608-347566c6adb0", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T06:56:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "4da4ca95-7dd4-478c-a608-347566c6adb0", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:56:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "a009f6f9-7b59-4a0b-b1df-859d2421ca38", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:56:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "a009f6f9-7b59-4a0b-b1df-859d2421ca38", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T06:56:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "a009f6f9-7b59-4a0b-b1df-859d2421ca38", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:57:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "63887c99-d0dd-4de6-809c-1161bef09a7a", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:57:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "63887c99-d0dd-4de6-809c-1161bef09a7a", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T06:57:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "63887c99-d0dd-4de6-809c-1161bef09a7a", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:57:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "d664ba73-f7a5-4a1e-8ce5-472f65140002", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:57:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "d664ba73-f7a5-4a1e-8ce5-472f65140002", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T06:57:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "d664ba73-f7a5-4a1e-8ce5-472f65140002", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:57:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "d7993db0-5f46-4b4e-be9b-8150b32b9547", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:57:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "d7993db0-5f46-4b4e-be9b-8150b32b9547", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T06:57:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "d7993db0-5f46-4b4e-be9b-8150b32b9547", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:57:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "openshift-service-ca.crt", "reconcileID": "8200a4c5-cc82-4175-9037-0cbb20c24406", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T06:57:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "openshift-service-ca.crt", "reconcileID": "92e34535-4912-44cf-a812-480c3eb21942", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bddf64", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T06:57:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "openshift-service-ca.crt", "reconcileID": "92e34535-4912-44cf-a812-480c3eb21942", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T06:57:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "odh-trusted-ca-bundle", "reconcileID": "6b80f2fa-1b14-4a55-a646-e1b6ea6c9fb3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T06:57:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9afc01be-9951-4513-938d-f0aaea5e1adc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T06:57:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "openshift-service-ca.crt", "reconcileID": "1d31011a-042d-49e1-b14b-f8eb89dab37a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T06:57:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "odh-trusted-ca-bundle", "reconcileID": "475df679-62a3-4938-aa13-3a7b71220874", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bddf64", "update": "odh-kserve-custom-ca-bundle"} 2026-07-21T06:57:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "odh-trusted-ca-bundle", "reconcileID": "475df679-62a3-4938-aa13-3a7b71220874", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T06:57:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50713878-f2ad-422d-950a-b126a4bbd1d6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T06:57:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "32016de0-a9d0-4245-b3ca-dcce9e9fb373", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:57:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "32016de0-a9d0-4245-b3ca-dcce9e9fb373", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T06:57:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "32016de0-a9d0-4245-b3ca-dcce9e9fb373", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:57:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ea00589e-5335-43cc-96a0-1508b0607b4c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T06:57:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "f09703b5-9946-416f-ba01-2ec9bc1ac3d8", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T06:57:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "f09703b5-9946-416f-ba01-2ec9bc1ac3d8", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e-authn-ssl"} 2026-07-21T06:57:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "f09703b5-9946-416f-ba01-2ec9bc1ac3d8", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T06:57:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "f7a56942-8ebc-4467-9483-eb97fd6d31e8", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:57:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "f7a56942-8ebc-4467-9483-eb97fd6d31e8", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T06:57:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "f7a56942-8ebc-4467-9483-eb97fd6d31e8", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:57:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "8a7f8847-96dd-407b-aade-b1079814c761", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T06:57:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "8a7f8847-96dd-407b-aade-b1079814c761", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e-authn-ssl"} 2026-07-21T06:57:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "26897811-64e2-4c64-abb0-5dd59951bdd8", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:57:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "26897811-64e2-4c64-abb0-5dd59951bdd8", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:57:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "26897811-64e2-4c64-abb0-5dd59951bdd8", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:57:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "26897811-64e2-4c64-abb0-5dd59951bdd8", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e-kserve-route-authn"} 2026-07-21T06:57:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "26897811-64e2-4c64-abb0-5dd59951bdd8", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "authType": "userdefined"} 2026-07-21T06:57:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "26897811-64e2-4c64-abb0-5dd59951bdd8", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:57:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "8a7f8847-96dd-407b-aade-b1079814c761", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T06:57:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "c95f738d-124e-4363-b86f-fd98c014022d", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:57:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "c95f738d-124e-4363-b86f-fd98c014022d", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:57:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "c95f738d-124e-4363-b86f-fd98c014022d", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:57:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "c95f738d-124e-4363-b86f-fd98c014022d", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e-kserve-route-authn"} 2026-07-21T06:57:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "c95f738d-124e-4363-b86f-fd98c014022d", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "authType": "userdefined"} 2026-07-21T06:57:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "c95f738d-124e-4363-b86f-fd98c014022d", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:57:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fa6f8c2b-b435-4f6c-a61e-0ab5ed958202", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T06:57:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "632497d8-080b-4213-8da1-aec1368d2cfc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T06:57:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8930b95a-ea63-42d9-a0b8-02335d10a86d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T06:57:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "f6f150a1-ff8f-4a01-b147-dd76ae7d627d", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T06:57:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "f6f150a1-ff8f-4a01-b147-dd76ae7d627d", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e-authn-ssl"} 2026-07-21T06:57:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "f6f150a1-ff8f-4a01-b147-dd76ae7d627d", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T06:57:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "9523ea5e-0325-4a6c-b3fd-a2d677cba861", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:57:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "9523ea5e-0325-4a6c-b3fd-a2d677cba861", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:57:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "9523ea5e-0325-4a6c-b3fd-a2d677cba861", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:57:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "9523ea5e-0325-4a6c-b3fd-a2d677cba861", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e-kserve-route-authn"} 2026-07-21T06:57:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "9523ea5e-0325-4a6c-b3fd-a2d677cba861", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "authType": "userdefined"} 2026-07-21T06:57:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "9523ea5e-0325-4a6c-b3fd-a2d677cba861", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:57:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "3a5d0f8a-6404-40e6-930d-a023cca54f27", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:57:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "3a5d0f8a-6404-40e6-930d-a023cca54f27", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:57:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "3a5d0f8a-6404-40e6-930d-a023cca54f27", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:57:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "3a5d0f8a-6404-40e6-930d-a023cca54f27", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e-kserve-route-authn"} 2026-07-21T06:57:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "3a5d0f8a-6404-40e6-930d-a023cca54f27", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "authType": "userdefined"} 2026-07-21T06:57:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "3a5d0f8a-6404-40e6-930d-a023cca54f27", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:57:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "c453a91b-d682-4401-9ee5-09a4b5b969c3", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:57:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "c453a91b-d682-4401-9ee5-09a4b5b969c3", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:57:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "c453a91b-d682-4401-9ee5-09a4b5b969c3", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:57:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "c453a91b-d682-4401-9ee5-09a4b5b969c3", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e-kserve-route-authn"} 2026-07-21T06:57:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "c453a91b-d682-4401-9ee5-09a4b5b969c3", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "authType": "userdefined"} 2026-07-21T06:57:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "c453a91b-d682-4401-9ee5-09a4b5b969c3", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:57:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "5cb69ec6-69ae-4f5c-aadf-dea4062f4582", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T06:57:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "5cb69ec6-69ae-4f5c-aadf-dea4062f4582", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T06:57:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "5cb69ec6-69ae-4f5c-aadf-dea4062f4582", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T06:57:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "528641d2-de76-4e94-a3ec-1fc4f8f50498", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:57:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "5cb69ec6-69ae-4f5c-aadf-dea4062f4582", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64-kserve-route-authn"} 2026-07-21T06:57:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "5cb69ec6-69ae-4f5c-aadf-dea4062f4582", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64", "authType": "userdefined"} 2026-07-21T06:57:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "5cb69ec6-69ae-4f5c-aadf-dea4062f4582", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T06:57:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "528641d2-de76-4e94-a3ec-1fc4f8f50498", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T06:57:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "528641d2-de76-4e94-a3ec-1fc4f8f50498", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:57:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "eee768f0-1147-432a-a4f7-6f8b5f64f6a4", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T06:57:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "eee768f0-1147-432a-a4f7-6f8b5f64f6a4", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T06:57:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "eee768f0-1147-432a-a4f7-6f8b5f64f6a4", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T06:57:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "eee768f0-1147-432a-a4f7-6f8b5f64f6a4", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64-kserve-route-authn"} 2026-07-21T06:57:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "eee768f0-1147-432a-a4f7-6f8b5f64f6a4", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64", "authType": "userdefined"} 2026-07-21T06:57:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "eee768f0-1147-432a-a4f7-6f8b5f64f6a4", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T06:57:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "8a9bab3f-3949-467b-b8bc-b0a27e72872c", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:57:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "8a9bab3f-3949-467b-b8bc-b0a27e72872c", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T06:57:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "8a9bab3f-3949-467b-b8bc-b0a27e72872c", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:57:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "8200f3ab-d7d1-4db6-aa6c-333910fc9c03", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T06:57:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "8200f3ab-d7d1-4db6-aa6c-333910fc9c03", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T06:57:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "8200f3ab-d7d1-4db6-aa6c-333910fc9c03", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T06:57:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "8200f3ab-d7d1-4db6-aa6c-333910fc9c03", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64-kserve-route-authn"} 2026-07-21T06:57:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "8200f3ab-d7d1-4db6-aa6c-333910fc9c03", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64", "authType": "userdefined"} 2026-07-21T06:57:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "8200f3ab-d7d1-4db6-aa6c-333910fc9c03", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T06:58:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "f93c8363-7e2c-4c87-bd79-9d53312d6d43", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T06:58:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "f93c8363-7e2c-4c87-bd79-9d53312d6d43", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T06:58:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "f93c8363-7e2c-4c87-bd79-9d53312d6d43", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T06:58:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "f93c8363-7e2c-4c87-bd79-9d53312d6d43", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64-kserve-route-authn"} 2026-07-21T06:58:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "f93c8363-7e2c-4c87-bd79-9d53312d6d43", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64", "authType": "userdefined"} 2026-07-21T06:58:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "f93c8363-7e2c-4c87-bd79-9d53312d6d43", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T06:58:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "31d356e8-b739-40b6-9ca9-daa205b19754", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T06:58:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "31d356e8-b739-40b6-9ca9-daa205b19754", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e-authn-ssl"} 2026-07-21T06:58:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "31d356e8-b739-40b6-9ca9-daa205b19754", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T06:58:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "eb293ccc-8cd6-459b-853b-d806b14c0149", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:58:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "eb293ccc-8cd6-459b-853b-d806b14c0149", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T06:58:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "eb293ccc-8cd6-459b-853b-d806b14c0149", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:58:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "e7c4b3ea-7a5a-49a7-a6b8-408a7e0e936b", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:58:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "e7c4b3ea-7a5a-49a7-a6b8-408a7e0e936b", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T06:58:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "e7c4b3ea-7a5a-49a7-a6b8-408a7e0e936b", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:58:40Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-21T06:58:40Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-21T06:58:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "2ef9b3e9-6816-456f-b017-e597c3e52f72", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:58:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "2ef9b3e9-6816-456f-b017-e597c3e52f72", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T06:58:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "2ef9b3e9-6816-456f-b017-e597c3e52f72", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:58:43Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-21T06:58:43Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-21T06:58:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "8b480191-aa19-4963-836f-984d838d36c1", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:58:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "8b480191-aa19-4963-836f-984d838d36c1", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T06:58:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "8b480191-aa19-4963-836f-984d838d36c1", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:58:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "ba073ac2-89f5-401a-b8f9-ba8f5989fede", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:58:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "ba073ac2-89f5-401a-b8f9-ba8f5989fede", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T06:58:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "ba073ac2-89f5-401a-b8f9-ba8f5989fede", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:59:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "6ad4955a-3f49-46a1-b1e8-3495efc1484f", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:59:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "6ad4955a-3f49-46a1-b1e8-3495efc1484f", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T06:59:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "6ad4955a-3f49-46a1-b1e8-3495efc1484f", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:59:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "19f32771-a65f-4c3c-9b58-6398d5be0081", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:59:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "19f32771-a65f-4c3c-9b58-6398d5be0081", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T06:59:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "19f32771-a65f-4c3c-9b58-6398d5be0081", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:59:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "1a120baa-833f-4fd6-9f41-2fcba08c438b", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:59:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "1a120baa-833f-4fd6-9f41-2fcba08c438b", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T06:59:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "1a120baa-833f-4fd6-9f41-2fcba08c438b", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:59:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "5833d10b-4e81-4559-9183-2e4520e1e028", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:59:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "5833d10b-4e81-4559-9183-2e4520e1e028", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T06:59:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "5833d10b-4e81-4559-9183-2e4520e1e028", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:59:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "931a55fd-a1ab-42ea-9355-39a0acee26e9", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:59:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "931a55fd-a1ab-42ea-9355-39a0acee26e9", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T06:59:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "931a55fd-a1ab-42ea-9355-39a0acee26e9", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:59:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "b9f0367f-1a83-4aea-89c3-6c18be244e65", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:59:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "b9f0367f-1a83-4aea-89c3-6c18be244e65", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T06:59:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "b9f0367f-1a83-4aea-89c3-6c18be244e65", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:59:55Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "f2efd20a-4686-4797-9801-997d010a306f", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:59:55Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "f2efd20a-4686-4797-9801-997d010a306f", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e"} 2026-07-21T06:59:55Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "f2efd20a-4686-4797-9801-997d010a306f", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:59:55Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "f2efd20a-4686-4797-9801-997d010a306f", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:59:55Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "f2efd20a-4686-4797-9801-997d010a306f", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e-kserve-route-authn"} 2026-07-21T06:59:55Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "f2efd20a-4686-4797-9801-997d010a306f", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e-kserve-route-authn"} 2026-07-21T06:59:55Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "f2efd20a-4686-4797-9801-997d010a306f", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:59:55Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "f2efd20a-4686-4797-9801-997d010a306f", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:59:55Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "auth-test-model-08eb3e", "reconcileID": "256dd99f-42f0-4b2f-85fa-ea863c667fe7", "LLMInferenceService": "auth-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:59:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "9dd27508-fca8-424e-a388-6ae93b1c3e88", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T06:59:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "9dd27508-fca8-424e-a388-6ae93b1c3e88", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e-authn-ssl"} 2026-07-21T06:59:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "9dd27508-fca8-424e-a388-6ae93b1c3e88", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T06:59:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "ad648c6c-d233-45e9-9f0c-44015504b974", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T06:59:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "ad648c6c-d233-45e9-9f0c-44015504b974", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e-authn-ssl"} 2026-07-21T06:59:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "ad648c6c-d233-45e9-9f0c-44015504b974", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T06:59:56Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "31befee2-86aa-431e-93e6-52eeaadb9a82", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T06:59:56Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "31befee2-86aa-431e-93e6-52eeaadb9a82", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64"} 2026-07-21T06:59:56Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "31befee2-86aa-431e-93e6-52eeaadb9a82", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T06:59:56Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "31befee2-86aa-431e-93e6-52eeaadb9a82", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T06:59:56Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "31befee2-86aa-431e-93e6-52eeaadb9a82", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64-kserve-route-authn"} 2026-07-21T06:59:56Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "31befee2-86aa-431e-93e6-52eeaadb9a82", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64-kserve-route-authn"} 2026-07-21T06:59:56Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "31befee2-86aa-431e-93e6-52eeaadb9a82", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T06:59:56Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "31befee2-86aa-431e-93e6-52eeaadb9a82", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T06:59:56Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "auth-test-model-bddf64", "reconcileID": "42ec487b-ecc3-4cf6-bb68-83142599afff", "LLMInferenceService": "auth-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T06:59:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "30ce77e3-00df-4588-8749-54a20af306a9", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:59:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "30ce77e3-00df-4588-8749-54a20af306a9", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T06:59:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "30ce77e3-00df-4588-8749-54a20af306a9", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:59:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "dc9ac517-78ab-4713-878b-d762369dbc03", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:59:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "dc9ac517-78ab-4713-878b-d762369dbc03", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T06:59:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "dc9ac517-78ab-4713-878b-d762369dbc03", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T06:59:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "18ad0609-76b8-40d6-bfcd-c14bc02ec59b", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:59:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "18ad0609-76b8-40d6-bfcd-c14bc02ec59b", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:59:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "18ad0609-76b8-40d6-bfcd-c14bc02ec59b", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:59:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "1b464b76-fdd7-4e8d-804f-25a48eb58f8c", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T06:59:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "18ad0609-76b8-40d6-bfcd-c14bc02ec59b", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e-kserve-route-authn"} 2026-07-21T06:59:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "18ad0609-76b8-40d6-bfcd-c14bc02ec59b", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "authType": "userdefined"} 2026-07-21T06:59:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "18ad0609-76b8-40d6-bfcd-c14bc02ec59b", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:59:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "1b464b76-fdd7-4e8d-804f-25a48eb58f8c", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e-authn-ssl"} 2026-07-21T06:59:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "1b464b76-fdd7-4e8d-804f-25a48eb58f8c", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T06:59:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "d927c1c5-13fb-4d0d-a9a3-8d856e611089", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:59:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "d927c1c5-13fb-4d0d-a9a3-8d856e611089", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:59:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "d927c1c5-13fb-4d0d-a9a3-8d856e611089", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:59:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "d927c1c5-13fb-4d0d-a9a3-8d856e611089", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e-kserve-route-authn"} 2026-07-21T06:59:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "d927c1c5-13fb-4d0d-a9a3-8d856e611089", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "authType": "userdefined"} 2026-07-21T06:59:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "d927c1c5-13fb-4d0d-a9a3-8d856e611089", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T06:59:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "c310f60c-9207-4ca4-9f52-4eb3c2979ed7", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T06:59:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "c310f60c-9207-4ca4-9f52-4eb3c2979ed7", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e-authn-ssl"} 2026-07-21T06:59:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "c310f60c-9207-4ca4-9f52-4eb3c2979ed7", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T07:00:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "232520e7-8964-48c9-9d01-0e0fe11ecd7d", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T07:00:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "232520e7-8964-48c9-9d01-0e0fe11ecd7d", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T07:00:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "232520e7-8964-48c9-9d01-0e0fe11ecd7d", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T07:00:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "232520e7-8964-48c9-9d01-0e0fe11ecd7d", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e-kserve-route-authn"} 2026-07-21T07:00:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "232520e7-8964-48c9-9d01-0e0fe11ecd7d", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "authType": "userdefined"} 2026-07-21T07:00:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "232520e7-8964-48c9-9d01-0e0fe11ecd7d", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T07:00:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "ba80daf5-4c50-4429-92d0-e076296e61b0", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T07:00:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "ba80daf5-4c50-4429-92d0-e076296e61b0", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T07:00:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "ba80daf5-4c50-4429-92d0-e076296e61b0", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T07:00:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "ba80daf5-4c50-4429-92d0-e076296e61b0", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e-kserve-route-authn"} 2026-07-21T07:00:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "ba80daf5-4c50-4429-92d0-e076296e61b0", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "authType": "userdefined"} 2026-07-21T07:00:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "ba80daf5-4c50-4429-92d0-e076296e61b0", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T07:00:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "98e6b6ee-47d0-415d-9c23-520ed6414bc4", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T07:00:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "98e6b6ee-47d0-415d-9c23-520ed6414bc4", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e-authn-ssl"} 2026-07-21T07:00:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "98e6b6ee-47d0-415d-9c23-520ed6414bc4", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T07:00:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "c511a4b1-c7ca-47b7-9243-968aa26cc343", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T07:00:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "c511a4b1-c7ca-47b7-9243-968aa26cc343", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T07:00:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "c511a4b1-c7ca-47b7-9243-968aa26cc343", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T07:00:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "a923ef56-62f7-4e81-ac28-89512815d444", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T07:00:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "a923ef56-62f7-4e81-ac28-89512815d444", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T07:00:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "a923ef56-62f7-4e81-ac28-89512815d444", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T07:00:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "a923ef56-62f7-4e81-ac28-89512815d444", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e-kserve-route-authn"} 2026-07-21T07:00:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "a923ef56-62f7-4e81-ac28-89512815d444", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "authType": "userdefined"} 2026-07-21T07:00:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "a923ef56-62f7-4e81-ac28-89512815d444", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T07:00:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "43a60de0-622b-412e-836b-9a68cc4859a3", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:00:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "43a60de0-622b-412e-836b-9a68cc4859a3", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:00:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "43a60de0-622b-412e-836b-9a68cc4859a3", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:00:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "1ec846ce-bd39-42b5-a9b7-246ea79704b7", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T07:00:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "43a60de0-622b-412e-836b-9a68cc4859a3", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64-kserve-route-authn"} 2026-07-21T07:00:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "43a60de0-622b-412e-836b-9a68cc4859a3", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64", "authType": "userdefined"} 2026-07-21T07:00:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "43a60de0-622b-412e-836b-9a68cc4859a3", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:00:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "1ec846ce-bd39-42b5-a9b7-246ea79704b7", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T07:00:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "1ec846ce-bd39-42b5-a9b7-246ea79704b7", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T07:00:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "46d0fd08-bb0a-4f0c-9b7f-6b692f16e386", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:00:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "46d0fd08-bb0a-4f0c-9b7f-6b692f16e386", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:00:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "46d0fd08-bb0a-4f0c-9b7f-6b692f16e386", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:00:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "46d0fd08-bb0a-4f0c-9b7f-6b692f16e386", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64-kserve-route-authn"} 2026-07-21T07:00:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "46d0fd08-bb0a-4f0c-9b7f-6b692f16e386", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64", "authType": "userdefined"} 2026-07-21T07:00:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "46d0fd08-bb0a-4f0c-9b7f-6b692f16e386", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:00:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "267f27d9-c3dc-4ddd-b1ac-1a4ba8c37b02", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T07:00:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "267f27d9-c3dc-4ddd-b1ac-1a4ba8c37b02", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T07:00:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "267f27d9-c3dc-4ddd-b1ac-1a4ba8c37b02", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T07:00:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "7f68b97d-ed52-42e5-8ad6-d19508ac2718", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:00:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "7f68b97d-ed52-42e5-8ad6-d19508ac2718", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:00:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "7f68b97d-ed52-42e5-8ad6-d19508ac2718", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:00:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "7f68b97d-ed52-42e5-8ad6-d19508ac2718", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64-kserve-route-authn"} 2026-07-21T07:00:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "7f68b97d-ed52-42e5-8ad6-d19508ac2718", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64", "authType": "userdefined"} 2026-07-21T07:00:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "7f68b97d-ed52-42e5-8ad6-d19508ac2718", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:00:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "8c4fad24-707f-4e34-8c28-d808fe63726b", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:00:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "8c4fad24-707f-4e34-8c28-d808fe63726b", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:00:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "8c4fad24-707f-4e34-8c28-d808fe63726b", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:00:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "8c4fad24-707f-4e34-8c28-d808fe63726b", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64-kserve-route-authn"} 2026-07-21T07:00:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "8c4fad24-707f-4e34-8c28-d808fe63726b", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64", "authType": "userdefined"} 2026-07-21T07:00:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "8c4fad24-707f-4e34-8c28-d808fe63726b", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:00:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "d40ab21e-eb2b-4305-92f6-d9bc31be0a02", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:00:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "d40ab21e-eb2b-4305-92f6-d9bc31be0a02", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:00:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "d40ab21e-eb2b-4305-92f6-d9bc31be0a02", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:00:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "d40ab21e-eb2b-4305-92f6-d9bc31be0a02", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64-kserve-route-authn"} 2026-07-21T07:00:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "d40ab21e-eb2b-4305-92f6-d9bc31be0a02", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64", "authType": "userdefined"} 2026-07-21T07:00:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "d40ab21e-eb2b-4305-92f6-d9bc31be0a02", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:00:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "241726d4-4d4f-4651-93c5-623834edfbbc", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T07:00:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "241726d4-4d4f-4651-93c5-623834edfbbc", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e-authn-ssl"} 2026-07-21T07:00:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "241726d4-4d4f-4651-93c5-623834edfbbc", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T07:00:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "9a1cde92-55b0-45d9-adad-e1cdfb2d1f78", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T07:00:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "9a1cde92-55b0-45d9-adad-e1cdfb2d1f78", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T07:00:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "9a1cde92-55b0-45d9-adad-e1cdfb2d1f78", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T07:00:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "f0342058-743d-4124-9989-b6e8c969c2dd", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T07:00:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "f0342058-743d-4124-9989-b6e8c969c2dd", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e"} 2026-07-21T07:00:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "f0342058-743d-4124-9989-b6e8c969c2dd", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T07:00:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "f0342058-743d-4124-9989-b6e8c969c2dd", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T07:00:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "f0342058-743d-4124-9989-b6e8c969c2dd", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e-kserve-route-authn"} 2026-07-21T07:00:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "f0342058-743d-4124-9989-b6e8c969c2dd", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e-kserve-route-authn"} 2026-07-21T07:00:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "f0342058-743d-4124-9989-b6e8c969c2dd", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T07:00:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "f0342058-743d-4124-9989-b6e8c969c2dd", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T07:00:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-08eb3e","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "sub-test-model-08eb3e", "reconcileID": "5175120c-106b-4532-8840-cc626d3e7176", "LLMInferenceService": "sub-test-model-08eb3e", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T07:00:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "66a34345-f2ea-47c3-9f6b-60111726db9e", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T07:00:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "66a34345-f2ea-47c3-9f6b-60111726db9e", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e-authn-ssl"} 2026-07-21T07:00:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "66a34345-f2ea-47c3-9f6b-60111726db9e", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T07:00:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "4850964b-4eeb-41cd-8075-b8174763469a", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T07:00:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "4850964b-4eeb-41cd-8075-b8174763469a", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e-authn-ssl"} 2026-07-21T07:00:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "4850964b-4eeb-41cd-8075-b8174763469a", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T07:00:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "b26bec4c-d89c-433a-8de8-76c239963234", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:00:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "b26bec4c-d89c-433a-8de8-76c239963234", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64"} 2026-07-21T07:00:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "b26bec4c-d89c-433a-8de8-76c239963234", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:00:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "b26bec4c-d89c-433a-8de8-76c239963234", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:00:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "b26bec4c-d89c-433a-8de8-76c239963234", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64-kserve-route-authn"} 2026-07-21T07:00:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "b26bec4c-d89c-433a-8de8-76c239963234", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64-kserve-route-authn"} 2026-07-21T07:00:45Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "b26bec4c-d89c-433a-8de8-76c239963234", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:00:45Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "b26bec4c-d89c-433a-8de8-76c239963234", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:00:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bddf64","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "sub-test-model-bddf64", "reconcileID": "ac311eae-5aa0-4faa-9f2a-a36c16684a1d", "LLMInferenceService": "sub-test-model-bddf64", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:00:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "583e5ec3-b171-42d7-9e59-8ef3663a78fb", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T07:00:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "583e5ec3-b171-42d7-9e59-8ef3663a78fb", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T07:00:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "583e5ec3-b171-42d7-9e59-8ef3663a78fb", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T07:00:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "ef73034d-cba1-4fc6-974c-7768cb5ce0bf", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T07:00:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "ef73034d-cba1-4fc6-974c-7768cb5ce0bf", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T07:00:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "ef73034d-cba1-4fc6-974c-7768cb5ce0bf", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T07:00:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1d41d0bd-8919-43cf-82a9-31f5cef393c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T07:00:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "f0f6f765-5303-4d13-8636-1b1b64880cca", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T07:00:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "f0f6f765-5303-4d13-8636-1b1b64880cca", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e-authn-ssl"} 2026-07-21T07:00:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "f0f6f765-5303-4d13-8636-1b1b64880cca", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T07:00:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "bf808beb-34dd-4880-8b08-f04792f281ef", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T07:00:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "bf808beb-34dd-4880-8b08-f04792f281ef", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T07:00:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "bf808beb-34dd-4880-8b08-f04792f281ef", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T07:00:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "dce32708-bcf1-4e61-a2a1-163958a69d68", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T07:00:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "dce32708-bcf1-4e61-a2a1-163958a69d68", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e-authn-ssl"} 2026-07-21T07:00:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "dce32708-bcf1-4e61-a2a1-163958a69d68", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T07:01:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "406de911-d1f4-47f9-b46b-a9621a279dd7", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T07:01:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "406de911-d1f4-47f9-b46b-a9621a279dd7", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e-authn-ssl"} 2026-07-21T07:01:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "406de911-d1f4-47f9-b46b-a9621a279dd7", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T07:01:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a73db326-5b19-4f06-8e8a-b6c5533a90c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T07:01:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a73db326-5b19-4f06-8e8a-b6c5533a90c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-08eb3e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T07:01:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a73db326-5b19-4f06-8e8a-b6c5533a90c1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-08eb3e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T07:01:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "odh-trusted-ca-bundle", "reconcileID": "fc3605d1-e671-4a09-a975-6835f209b3cd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T07:01:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "odh-trusted-ca-bundle", "reconcileID": "fc3605d1-e671-4a09-a975-6835f209b3cd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T07:01:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "openshift-service-ca.crt", "reconcileID": "78e6dd49-5545-4d89-b07c-526f02c29f0b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T07:01:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "openshift-service-ca.crt", "reconcileID": "78e6dd49-5545-4d89-b07c-526f02c29f0b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T07:01:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca0e1159-c368-4584-b21f-4949afc2f5ea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T07:01:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-08eb3e"}, "namespace": "ai-tenant-e2e-shared-a-08eb3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca0e1159-c368-4584-b21f-4949afc2f5ea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-08eb3e"} 2026-07-21T07:01:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-08eb3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-08eb3e", "reconcileID": "2cf3bbba-1149-4266-8187-f0f70729af31", "Gateway": "e2e-shared-a-08eb3e", "namespace": "openshift-ingress"} 2026-07-21T07:01:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6227226b-9f5e-4349-871e-7b5b3b6d4b7d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T07:01:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "95ef872c-6acc-4ab6-b5e3-0681d1532b94", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T07:01:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "95ef872c-6acc-4ab6-b5e3-0681d1532b94", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T07:01:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "95ef872c-6acc-4ab6-b5e3-0681d1532b94", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T07:01:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "173be31c-772b-4161-935f-211af432a85c", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T07:01:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "173be31c-772b-4161-935f-211af432a85c", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64-authn-ssl"} 2026-07-21T07:01:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "173be31c-772b-4161-935f-211af432a85c", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"} 2026-07-21T07:01:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9da38b85-9cf9-41d8-9de5-611dfb758e55", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:01:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9da38b85-9cf9-41d8-9de5-611dfb758e55", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bddf64", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T07:01:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9da38b85-9cf9-41d8-9de5-611dfb758e55", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-bddf64 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T07:01:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "odh-trusted-ca-bundle", "reconcileID": "ae123418-9828-4043-aa94-7bc38431432f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:01:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "odh-trusted-ca-bundle", "reconcileID": "ae123418-9828-4043-aa94-7bc38431432f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:01:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "openshift-service-ca.crt", "reconcileID": "56bb906d-2d6b-4ce1-bc0c-2a75680d5cf4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:01:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "openshift-service-ca.crt", "reconcileID": "56bb906d-2d6b-4ce1-bc0c-2a75680d5cf4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:01:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05e5325e-7189-4be2-8486-849acc0ca511", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:01:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bddf64"}, "namespace": "ai-tenant-e2e-shared-b-bddf64", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "05e5325e-7189-4be2-8486-849acc0ca511", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bddf64"} 2026-07-21T07:01:29Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bddf64","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bddf64", "reconcileID": "8477e3b7-118e-4d17-a8ea-0e67b3caded7", "Gateway": "e2e-shared-b-bddf64", "namespace": "openshift-ingress"}