2026-07-07T13:47:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fe52df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fe52df", "reconcileID": "0836f535-dbd7-4dfb-bfd7-afdb6bdb1b86", "Gateway": "e2e-api-b-fe52df", "namespace": "openshift-ingress"} 2026-07-07T13:47:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fe52df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fe52df", "reconcileID": "0836f535-dbd7-4dfb-bfd7-afdb6bdb1b86", "Gateway": "e2e-api-b-fe52df", "namespace": "openshift-ingress", "name": "e2e-api-b-fe52df-authn-ssl"} 2026-07-07T13:47:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fe52df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fe52df", "reconcileID": "0836f535-dbd7-4dfb-bfd7-afdb6bdb1b86", "Gateway": "e2e-api-b-fe52df", "namespace": "openshift-ingress"} 2026-07-07T13:47:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fe52df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fe52df", "reconcileID": "804ab1e4-1308-4a84-94ff-f91e6817c3bc", "Gateway": "e2e-api-b-fe52df", "namespace": "openshift-ingress"} 2026-07-07T13:47:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fe52df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fe52df", "reconcileID": "804ab1e4-1308-4a84-94ff-f91e6817c3bc", "Gateway": "e2e-api-b-fe52df", "namespace": "openshift-ingress", "name": "e2e-api-b-fe52df-authn-ssl"} 2026-07-07T13:47:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fe52df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fe52df", "reconcileID": "804ab1e4-1308-4a84-94ff-f91e6817c3bc", "Gateway": "e2e-api-b-fe52df", "namespace": "openshift-ingress"} 2026-07-07T13:47:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-843413","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-843413", "reconcileID": "bb65973d-06c6-4bd1-8e16-bb2002be2443", "Gateway": "e2e-api-a-843413", "namespace": "openshift-ingress"} 2026-07-07T13:47:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-843413","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-843413", "reconcileID": "bb65973d-06c6-4bd1-8e16-bb2002be2443", "Gateway": "e2e-api-a-843413", "namespace": "openshift-ingress", "name": "e2e-api-a-843413-authn-ssl"} 2026-07-07T13:47:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-843413","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-843413", "reconcileID": "bb65973d-06c6-4bd1-8e16-bb2002be2443", "Gateway": "e2e-api-a-843413", "namespace": "openshift-ingress"} 2026-07-07T13:47:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fe52df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fe52df", "reconcileID": "3863f4ab-8a75-439a-9d99-01dda848427f", "Gateway": "e2e-api-b-fe52df", "namespace": "openshift-ingress"} 2026-07-07T13:47:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fe52df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fe52df", "reconcileID": "3863f4ab-8a75-439a-9d99-01dda848427f", "Gateway": "e2e-api-b-fe52df", "namespace": "openshift-ingress", "name": "e2e-api-b-fe52df-authn-ssl"} 2026-07-07T13:47:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fe52df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fe52df", "reconcileID": "3863f4ab-8a75-439a-9d99-01dda848427f", "Gateway": "e2e-api-b-fe52df", "namespace": "openshift-ingress"} 2026-07-07T13:47:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-fe52df"}, "namespace": "ai-tenant-e2e-api-b-fe52df", "name": "odh-trusted-ca-bundle", "reconcileID": "82ad7c45-d20e-4d55-ae8c-f9c5ddeed87c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fe52df"} 2026-07-07T13:47:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-fe52df"}, "namespace": "ai-tenant-e2e-api-b-fe52df", "name": "openshift-service-ca.crt", "reconcileID": "31ef2a3e-7373-43d9-b897-49ea284a4e07", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-fe52df"} 2026-07-07T13:47:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-fe52df"}, "namespace": "ai-tenant-e2e-api-b-fe52df", "name": "openshift-service-ca.crt", "reconcileID": "cc36948c-a77f-42eb-a6a6-be86b4f004c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-fe52df", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T13:47:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-fe52df"}, "namespace": "ai-tenant-e2e-api-b-fe52df", "name": "openshift-service-ca.crt", "reconcileID": "cc36948c-a77f-42eb-a6a6-be86b4f004c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-fe52df"} 2026-07-07T13:47:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-fe52df"}, "namespace": "ai-tenant-e2e-api-b-fe52df", "name": "openshift-service-ca.crt", "reconcileID": "2f72ffa3-531e-4507-9f82-9b5f7a55c6c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-fe52df"} 2026-07-07T13:47:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fe52df"}, "namespace": "ai-tenant-e2e-api-b-fe52df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0972ac3b-658c-4139-8025-a2fa21980a5f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fe52df"} 2026-07-07T13:47:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-fe52df"}, "namespace": "ai-tenant-e2e-api-b-fe52df", "name": "odh-trusted-ca-bundle", "reconcileID": "bce15c45-d647-44d7-bc65-1dfcc61ef450", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fe52df", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T13:47:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-fe52df"}, "namespace": "ai-tenant-e2e-api-b-fe52df", "name": "odh-trusted-ca-bundle", "reconcileID": "bce15c45-d647-44d7-bc65-1dfcc61ef450", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fe52df"} 2026-07-07T13:47:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fe52df"}, "namespace": "ai-tenant-e2e-api-b-fe52df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a42e7106-0edd-4a34-9347-c95f68520b45", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fe52df"} 2026-07-07T13:47:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fe52df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fe52df", "reconcileID": "d46fa916-8523-4d41-aff6-6492c98029b9", "Gateway": "e2e-api-b-fe52df", "namespace": "openshift-ingress"} 2026-07-07T13:47:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fe52df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fe52df", "reconcileID": "d46fa916-8523-4d41-aff6-6492c98029b9", "Gateway": "e2e-api-b-fe52df", "namespace": "openshift-ingress", "name": "e2e-api-b-fe52df-authn-ssl"} 2026-07-07T13:47:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fe52df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fe52df", "reconcileID": "d46fa916-8523-4d41-aff6-6492c98029b9", "Gateway": "e2e-api-b-fe52df", "namespace": "openshift-ingress"} 2026-07-07T13:47:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "fd3bb7e2-926c-4698-b880-4b5365e80672", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T13:47:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-843413","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-843413", "reconcileID": "b83ef84d-344b-4b8f-9a38-d1b084f224db", "Gateway": "e2e-api-a-843413", "namespace": "openshift-ingress"} 2026-07-07T13:47:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-843413","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-843413", "reconcileID": "b83ef84d-344b-4b8f-9a38-d1b084f224db", "Gateway": "e2e-api-a-843413", "namespace": "openshift-ingress", "name": "e2e-api-a-843413-authn-ssl"} 2026-07-07T13:47:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-843413","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-843413", "reconcileID": "b83ef84d-344b-4b8f-9a38-d1b084f224db", "Gateway": "e2e-api-a-843413", "namespace": "openshift-ingress"} 2026-07-07T13:47:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fe52df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fe52df", "reconcileID": "1dc33037-4224-40dd-96d7-7dff6584249b", "Gateway": "e2e-api-b-fe52df", "namespace": "openshift-ingress"} 2026-07-07T13:47:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fe52df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fe52df", "reconcileID": "1dc33037-4224-40dd-96d7-7dff6584249b", "Gateway": "e2e-api-b-fe52df", "namespace": "openshift-ingress", "name": "e2e-api-b-fe52df-authn-ssl"} 2026-07-07T13:47:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fe52df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fe52df", "reconcileID": "1dc33037-4224-40dd-96d7-7dff6584249b", "Gateway": "e2e-api-b-fe52df", "namespace": "openshift-ingress"} 2026-07-07T13:48:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "914879f3-684e-4b4b-b858-aa035b5b63b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T13:48:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-843413","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-843413", "reconcileID": "8c94f08b-0809-42e1-938d-33f37b71ec6d", "Gateway": "e2e-api-a-843413", "namespace": "openshift-ingress"} 2026-07-07T13:48:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-843413","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-843413", "reconcileID": "8c94f08b-0809-42e1-938d-33f37b71ec6d", "Gateway": "e2e-api-a-843413", "namespace": "openshift-ingress", "name": "e2e-api-a-843413-authn-ssl"} 2026-07-07T13:48:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-843413","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-843413", "reconcileID": "8c94f08b-0809-42e1-938d-33f37b71ec6d", "Gateway": "e2e-api-a-843413", "namespace": "openshift-ingress"} 2026-07-07T13:48:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-843413"}, "namespace": "ai-tenant-e2e-api-a-843413", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37b9fd8e-a6c9-4b9e-85e9-abbea48512e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-843413"} 2026-07-07T13:48:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-843413"}, "namespace": "ai-tenant-e2e-api-a-843413", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37b9fd8e-a6c9-4b9e-85e9-abbea48512e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-843413", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T13:48:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-843413"}, "namespace": "ai-tenant-e2e-api-a-843413", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37b9fd8e-a6c9-4b9e-85e9-abbea48512e9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-843413 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T13:48:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-843413"}, "namespace": "ai-tenant-e2e-api-a-843413", "name": "odh-trusted-ca-bundle", "reconcileID": "328cb483-89e8-434c-abac-9f32abe78fec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-843413"} 2026-07-07T13:48:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-843413"}, "namespace": "ai-tenant-e2e-api-a-843413", "name": "odh-trusted-ca-bundle", "reconcileID": "328cb483-89e8-434c-abac-9f32abe78fec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-843413", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T13:48:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-843413"}, "namespace": "ai-tenant-e2e-api-a-843413", "name": "odh-trusted-ca-bundle", "reconcileID": "328cb483-89e8-434c-abac-9f32abe78fec", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-843413 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T13:48:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-843413"}, "namespace": "ai-tenant-e2e-api-a-843413", "name": "openshift-service-ca.crt", "reconcileID": "b2b03107-73fb-49a1-986f-f5ea55755140", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-843413"} 2026-07-07T13:48:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-843413"}, "namespace": "ai-tenant-e2e-api-a-843413", "name": "openshift-service-ca.crt", "reconcileID": "b2b03107-73fb-49a1-986f-f5ea55755140", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-843413"} 2026-07-07T13:48:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-843413"}, "namespace": "ai-tenant-e2e-api-a-843413", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d563c9d-c28b-4b43-acf8-1b6dde9ef7ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-843413"} 2026-07-07T13:48:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-843413"}, "namespace": "ai-tenant-e2e-api-a-843413", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d563c9d-c28b-4b43-acf8-1b6dde9ef7ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-843413"} 2026-07-07T13:48:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-843413"}, "namespace": "ai-tenant-e2e-api-a-843413", "name": "odh-trusted-ca-bundle", "reconcileID": "00320402-a591-4c30-98cd-8c5c2329b108", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-843413"} 2026-07-07T13:48:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-843413"}, "namespace": "ai-tenant-e2e-api-a-843413", "name": "odh-trusted-ca-bundle", "reconcileID": "00320402-a591-4c30-98cd-8c5c2329b108", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-843413"} 2026-07-07T13:48:08Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-843413","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-843413", "reconcileID": "fe62539f-5d83-41a5-818e-885fadeb8128", "Gateway": "e2e-api-a-843413", "namespace": "openshift-ingress"} 2026-07-07T13:48:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "e0a3da88-60ca-40cf-893b-b807fd51f589", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T13:48:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fe52df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fe52df", "reconcileID": "96a4c24d-d4fe-4aae-aabb-e2616f8f9101", "Gateway": "e2e-api-b-fe52df", "namespace": "openshift-ingress"} 2026-07-07T13:48:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fe52df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fe52df", "reconcileID": "96a4c24d-d4fe-4aae-aabb-e2616f8f9101", "Gateway": "e2e-api-b-fe52df", "namespace": "openshift-ingress", "name": "e2e-api-b-fe52df-authn-ssl"} 2026-07-07T13:48:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fe52df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fe52df", "reconcileID": "96a4c24d-d4fe-4aae-aabb-e2616f8f9101", "Gateway": "e2e-api-b-fe52df", "namespace": "openshift-ingress"} 2026-07-07T13:48:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fe52df"}, "namespace": "ai-tenant-e2e-api-b-fe52df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbcd32b4-55a7-4a82-bc47-0bda8e13f4f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fe52df"} 2026-07-07T13:48:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fe52df"}, "namespace": "ai-tenant-e2e-api-b-fe52df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbcd32b4-55a7-4a82-bc47-0bda8e13f4f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fe52df", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T13:48:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fe52df"}, "namespace": "ai-tenant-e2e-api-b-fe52df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbcd32b4-55a7-4a82-bc47-0bda8e13f4f4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-fe52df because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T13:48:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-fe52df"}, "namespace": "ai-tenant-e2e-api-b-fe52df", "name": "odh-trusted-ca-bundle", "reconcileID": "c0fd722d-a5bc-4cae-9599-49a1c58aebd8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fe52df"} 2026-07-07T13:48:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-fe52df"}, "namespace": "ai-tenant-e2e-api-b-fe52df", "name": "odh-trusted-ca-bundle", "reconcileID": "c0fd722d-a5bc-4cae-9599-49a1c58aebd8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fe52df"} 2026-07-07T13:48:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-fe52df"}, "namespace": "ai-tenant-e2e-api-b-fe52df", "name": "openshift-service-ca.crt", "reconcileID": "b66482fa-46d3-4ba1-b5a3-9da72ae7dbd8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-fe52df"} 2026-07-07T13:48:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-fe52df"}, "namespace": "ai-tenant-e2e-api-b-fe52df", "name": "openshift-service-ca.crt", "reconcileID": "b66482fa-46d3-4ba1-b5a3-9da72ae7dbd8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-fe52df"} 2026-07-07T13:48:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fe52df"}, "namespace": "ai-tenant-e2e-api-b-fe52df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5727f899-6b5f-47d3-846f-be6d3bf51314", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fe52df"} 2026-07-07T13:48:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fe52df"}, "namespace": "ai-tenant-e2e-api-b-fe52df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5727f899-6b5f-47d3-846f-be6d3bf51314", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fe52df"} 2026-07-07T13:48:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fe52df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fe52df", "reconcileID": "9f44e797-cad3-4901-abf1-66067d660f35", "Gateway": "e2e-api-b-fe52df", "namespace": "openshift-ingress"} 2026-07-07T13:48:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "524c79f2-384d-4953-88ee-e3c427d9c0d1", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:48:17Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "524c79f2-384d-4953-88ee-e3c427d9c0d1", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe-authn-ssl"} 2026-07-07T13:48:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "524c79f2-384d-4953-88ee-e3c427d9c0d1", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:48:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "7f1cf25a-9b50-4817-961e-dc8cc8b5ed35", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:48:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "7f1cf25a-9b50-4817-961e-dc8cc8b5ed35", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe-authn-ssl"} 2026-07-07T13:48:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "7f1cf25a-9b50-4817-961e-dc8cc8b5ed35", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:48:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "16abeb53-5f34-4a3a-9d2d-349a84094670", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:48:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "16abeb53-5f34-4a3a-9d2d-349a84094670", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe-authn-ssl"} 2026-07-07T13:48:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "16abeb53-5f34-4a3a-9d2d-349a84094670", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:48:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "83e00c63-4412-47af-94c9-776f7a7c38f9", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:48:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "83e00c63-4412-47af-94c9-776f7a7c38f9", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe-authn-ssl"} 2026-07-07T13:48:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "83e00c63-4412-47af-94c9-776f7a7c38f9", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:48:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "0682f448-8622-453a-95b6-cc71db5752ef", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:48:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "0682f448-8622-453a-95b6-cc71db5752ef", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe-authn-ssl"} 2026-07-07T13:48:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "0682f448-8622-453a-95b6-cc71db5752ef", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:48:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "9d93ac3b-4d1f-406c-8367-4749b82382ee", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:48:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "9d93ac3b-4d1f-406c-8367-4749b82382ee", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe-authn-ssl"} 2026-07-07T13:48:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "9d93ac3b-4d1f-406c-8367-4749b82382ee", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:48:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "75b743a2-7ac4-41f5-8202-068393c9e653", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:48:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "75b743a2-7ac4-41f5-8202-068393c9e653", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe-authn-ssl"} 2026-07-07T13:48:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "75b743a2-7ac4-41f5-8202-068393c9e653", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:48:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "openshift-service-ca.crt", "reconcileID": "ac1e9be6-eed3-4d54-a010-4550f5ae535f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:48:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "odh-trusted-ca-bundle", "reconcileID": "d53224ea-dab4-4051-b7f0-6c947266bb96", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:48:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "openshift-service-ca.crt", "reconcileID": "a44f2cf7-3b16-41d5-9423-0479cb3b9fc1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-db91fe", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T13:48:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "openshift-service-ca.crt", "reconcileID": "a44f2cf7-3b16-41d5-9423-0479cb3b9fc1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:48:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2cb18a2e-b67f-406b-b4ec-751d7e995e7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:48:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "openshift-service-ca.crt", "reconcileID": "b31f9201-a38c-4afd-a88a-09ea193f471b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:48:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "odh-trusted-ca-bundle", "reconcileID": "f6b1858f-17e1-4fff-92f4-f0ab1e7b5c08", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-db91fe", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T13:48:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "odh-trusted-ca-bundle", "reconcileID": "f6b1858f-17e1-4fff-92f4-f0ab1e7b5c08", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:48:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5eec7bc1-ee48-4b1c-bc06-901d708a5579", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:48:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "cc10e525-0188-4a94-ae1c-d25b63939e4b", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:48:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "cc10e525-0188-4a94-ae1c-d25b63939e4b", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe-authn-ssl"} 2026-07-07T13:48:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "cc10e525-0188-4a94-ae1c-d25b63939e4b", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:48:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "0f0619f4-eb76-4101-8b1f-b84610552b2d", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T13:48:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "0e6cb35b-69a1-410b-9fc1-50e743c68518", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:48:25Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "0e6cb35b-69a1-410b-9fc1-50e743c68518", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8-authn-ssl"} 2026-07-07T13:48:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "0e6cb35b-69a1-410b-9fc1-50e743c68518", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:48:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "8013dbe6-6947-4de0-babb-5e98f4f70bf4", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:48:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "8013dbe6-6947-4de0-babb-5e98f4f70bf4", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8-authn-ssl"} 2026-07-07T13:48:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "8013dbe6-6947-4de0-babb-5e98f4f70bf4", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:48:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "a5bb57a1-d986-4c93-a5c9-ab3a652196d5", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:48:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "a5bb57a1-d986-4c93-a5c9-ab3a652196d5", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8-authn-ssl"} 2026-07-07T13:48:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "a5bb57a1-d986-4c93-a5c9-ab3a652196d5", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:48:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "1c23c22d-9feb-4e44-adf6-36fd8668e6b1", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:48:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "1c23c22d-9feb-4e44-adf6-36fd8668e6b1", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8-authn-ssl"} 2026-07-07T13:48:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "1c23c22d-9feb-4e44-adf6-36fd8668e6b1", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:48:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "9f20afa7-33f3-44f2-8280-9094cc2e0b27", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:48:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "9f20afa7-33f3-44f2-8280-9094cc2e0b27", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8-authn-ssl"} 2026-07-07T13:48:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "9f20afa7-33f3-44f2-8280-9094cc2e0b27", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:48:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "acbf1f2d-25ad-4ade-b9b3-55464edd1d89", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:48:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "acbf1f2d-25ad-4ade-b9b3-55464edd1d89", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe-authn-ssl"} 2026-07-07T13:48:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "acbf1f2d-25ad-4ade-b9b3-55464edd1d89", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:48:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "7975f362-0a68-40f5-a1f9-eead23aa3f0b", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:48:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "7975f362-0a68-40f5-a1f9-eead23aa3f0b", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8-authn-ssl"} 2026-07-07T13:48:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "7975f362-0a68-40f5-a1f9-eead23aa3f0b", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:48:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "ddfce923-052e-49dd-8521-f16aa0c1cb98", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:48:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "ddfce923-052e-49dd-8521-f16aa0c1cb98", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8-authn-ssl"} 2026-07-07T13:48:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "ddfce923-052e-49dd-8521-f16aa0c1cb98", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:48:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "openshift-service-ca.crt", "reconcileID": "304bd9a6-7e7b-4aa0-8c18-ac41e22c9616", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:48:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "odh-trusted-ca-bundle", "reconcileID": "fc23e50b-3c6a-4bb5-aefc-2ddadeb81195", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:48:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "openshift-service-ca.crt", "reconcileID": "46aee7a5-6241-48fe-baa5-4316edae584c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-2170c8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T13:48:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "openshift-service-ca.crt", "reconcileID": "46aee7a5-6241-48fe-baa5-4316edae584c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:48:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abd430ca-5549-404a-84b2-056e367fae79", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:48:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "openshift-service-ca.crt", "reconcileID": "90796e69-d191-4fb9-a092-09baf6881791", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:48:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "odh-trusted-ca-bundle", "reconcileID": "f97b5398-575d-45d1-93ee-5caa8f05843b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2170c8", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T13:48:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "odh-trusted-ca-bundle", "reconcileID": "f97b5398-575d-45d1-93ee-5caa8f05843b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:48:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41bccf7a-1d7f-4316-8254-835c0c46c166", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:48:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "b3811e41-2637-477d-b443-c311207fdfc7", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:48:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "b3811e41-2637-477d-b443-c311207fdfc7", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8-authn-ssl"} 2026-07-07T13:48:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "b3811e41-2637-477d-b443-c311207fdfc7", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:48:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "88bf465f-ae89-4a3f-8a3a-b496d383b238", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T13:48:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "6a2207d6-bcd5-4ad8-948e-363df5a01fc6", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:48:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "6a2207d6-bcd5-4ad8-948e-363df5a01fc6", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:48:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "6a2207d6-bcd5-4ad8-948e-363df5a01fc6", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:48:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "25a5d8f2-dac3-4c31-905a-1726b800ae4c", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:48:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "6a2207d6-bcd5-4ad8-948e-363df5a01fc6", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe-kserve-route-authn"} 2026-07-07T13:48:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "6a2207d6-bcd5-4ad8-948e-363df5a01fc6", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "authType": "userdefined"} 2026-07-07T13:48:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "6a2207d6-bcd5-4ad8-948e-363df5a01fc6", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:48:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "25a5d8f2-dac3-4c31-905a-1726b800ae4c", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe-authn-ssl"} 2026-07-07T13:48:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "25a5d8f2-dac3-4c31-905a-1726b800ae4c", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:48:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "421ec7a2-34a6-4fe0-94be-7b045430fb27", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:48:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "421ec7a2-34a6-4fe0-94be-7b045430fb27", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:48:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "421ec7a2-34a6-4fe0-94be-7b045430fb27", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:48:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "421ec7a2-34a6-4fe0-94be-7b045430fb27", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe-kserve-route-authn"} 2026-07-07T13:48:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "421ec7a2-34a6-4fe0-94be-7b045430fb27", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "authType": "userdefined"} 2026-07-07T13:48:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "421ec7a2-34a6-4fe0-94be-7b045430fb27", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:48:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "138a5368-baa8-4402-80d9-aa06fcbbc3bc", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:48:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "138a5368-baa8-4402-80d9-aa06fcbbc3bc", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8-authn-ssl"} 2026-07-07T13:48:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "138a5368-baa8-4402-80d9-aa06fcbbc3bc", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:48:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "5bed0950-bf0c-4d0c-9282-6c5e4c36fbdd", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T13:48:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "66201350-3953-4c1f-95ba-c860625703fa", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:48:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "66201350-3953-4c1f-95ba-c860625703fa", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe-authn-ssl"} 2026-07-07T13:48:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "66201350-3953-4c1f-95ba-c860625703fa", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:48:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "7aacff9d-d675-4cdd-bb31-c9d3e071db6a", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:48:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "7aacff9d-d675-4cdd-bb31-c9d3e071db6a", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:48:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "7aacff9d-d675-4cdd-bb31-c9d3e071db6a", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:48:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "7aacff9d-d675-4cdd-bb31-c9d3e071db6a", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe-kserve-route-authn"} 2026-07-07T13:48:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "7aacff9d-d675-4cdd-bb31-c9d3e071db6a", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "authType": "userdefined"} 2026-07-07T13:48:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "7aacff9d-d675-4cdd-bb31-c9d3e071db6a", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:48:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "056ad86b-cef1-4245-a155-582a5cb88779", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T13:48:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "e4b07349-b5e9-413d-8b42-fe82cb96ac01", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:48:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "e4b07349-b5e9-413d-8b42-fe82cb96ac01", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:48:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "e4b07349-b5e9-413d-8b42-fe82cb96ac01", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:48:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "e4b07349-b5e9-413d-8b42-fe82cb96ac01", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe-kserve-route-authn"} 2026-07-07T13:48:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "e4b07349-b5e9-413d-8b42-fe82cb96ac01", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "authType": "userdefined"} 2026-07-07T13:48:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "e4b07349-b5e9-413d-8b42-fe82cb96ac01", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:49:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "7fd5f3fb-277a-4a67-bc78-11b8004ebc53", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:49:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "7fd5f3fb-277a-4a67-bc78-11b8004ebc53", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:49:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "7fd5f3fb-277a-4a67-bc78-11b8004ebc53", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:49:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "7fd5f3fb-277a-4a67-bc78-11b8004ebc53", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe-kserve-route-authn"} 2026-07-07T13:49:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "7fd5f3fb-277a-4a67-bc78-11b8004ebc53", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "authType": "userdefined"} 2026-07-07T13:49:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "7fd5f3fb-277a-4a67-bc78-11b8004ebc53", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:49:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "6b5213ed-b0b9-41bb-8271-251ff5164676", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:49:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "6b5213ed-b0b9-41bb-8271-251ff5164676", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:49:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "6b5213ed-b0b9-41bb-8271-251ff5164676", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:49:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "6b5213ed-b0b9-41bb-8271-251ff5164676", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8-kserve-route-authn"} 2026-07-07T13:49:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "6b5213ed-b0b9-41bb-8271-251ff5164676", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "authType": "userdefined"} 2026-07-07T13:49:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "6b5213ed-b0b9-41bb-8271-251ff5164676", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:49:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "2bba2e52-3ff0-4226-b5eb-cd49321b9250", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:49:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "2bba2e52-3ff0-4226-b5eb-cd49321b9250", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8-authn-ssl"} 2026-07-07T13:49:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "2bba2e52-3ff0-4226-b5eb-cd49321b9250", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:49:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "6ad99823-18c4-4ba7-b981-46030f16870d", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:49:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "6ad99823-18c4-4ba7-b981-46030f16870d", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:49:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "6ad99823-18c4-4ba7-b981-46030f16870d", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:49:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "6ad99823-18c4-4ba7-b981-46030f16870d", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8-kserve-route-authn"} 2026-07-07T13:49:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "6ad99823-18c4-4ba7-b981-46030f16870d", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "authType": "userdefined"} 2026-07-07T13:49:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "6ad99823-18c4-4ba7-b981-46030f16870d", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:49:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "a496df19-2477-406f-85c0-16a8aa7bd32c", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:49:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "a496df19-2477-406f-85c0-16a8aa7bd32c", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8-authn-ssl"} 2026-07-07T13:49:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "a496df19-2477-406f-85c0-16a8aa7bd32c", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:49:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "892a55f1-3aec-4e86-acff-b0a424945ff6", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:49:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "892a55f1-3aec-4e86-acff-b0a424945ff6", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:49:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "892a55f1-3aec-4e86-acff-b0a424945ff6", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:49:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "892a55f1-3aec-4e86-acff-b0a424945ff6", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8-kserve-route-authn"} 2026-07-07T13:49:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "892a55f1-3aec-4e86-acff-b0a424945ff6", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "authType": "userdefined"} 2026-07-07T13:49:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "892a55f1-3aec-4e86-acff-b0a424945ff6", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:49:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "db010631-9c8a-4c1f-b4ee-ae93fddef39e", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:49:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "db010631-9c8a-4c1f-b4ee-ae93fddef39e", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:49:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "db010631-9c8a-4c1f-b4ee-ae93fddef39e", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:49:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "db010631-9c8a-4c1f-b4ee-ae93fddef39e", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8-kserve-route-authn"} 2026-07-07T13:49:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "db010631-9c8a-4c1f-b4ee-ae93fddef39e", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "authType": "userdefined"} 2026-07-07T13:49:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "db010631-9c8a-4c1f-b4ee-ae93fddef39e", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:49:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "f385ccbd-39bf-4a3a-aff8-756515c68896", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:49:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "f385ccbd-39bf-4a3a-aff8-756515c68896", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe-authn-ssl"} 2026-07-07T13:49:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "f385ccbd-39bf-4a3a-aff8-756515c68896", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:49:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "65d4782f-56dc-4f52-9da9-51123e82eac5", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:49:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "65d4782f-56dc-4f52-9da9-51123e82eac5", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8-authn-ssl"} 2026-07-07T13:49:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "65d4782f-56dc-4f52-9da9-51123e82eac5", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:51:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "adf73a50-c282-45ec-b774-bc486968c5a9", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:51:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "adf73a50-c282-45ec-b774-bc486968c5a9", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe"} 2026-07-07T13:51:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "adf73a50-c282-45ec-b774-bc486968c5a9", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:51:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "adf73a50-c282-45ec-b774-bc486968c5a9", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:51:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "adf73a50-c282-45ec-b774-bc486968c5a9", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe-kserve-route-authn"} 2026-07-07T13:51:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "adf73a50-c282-45ec-b774-bc486968c5a9", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe-kserve-route-authn"} 2026-07-07T13:51:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "adf73a50-c282-45ec-b774-bc486968c5a9", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:51:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "adf73a50-c282-45ec-b774-bc486968c5a9", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:51:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "auth-test-model-db91fe", "reconcileID": "1eb7b4ce-45f4-40c0-a552-e31c5539a36d", "LLMInferenceService": "auth-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:51:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "5ae10d7b-ef59-4ae4-bcf5-d31829842446", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:51:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "5ae10d7b-ef59-4ae4-bcf5-d31829842446", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe-authn-ssl"} 2026-07-07T13:51:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "5ae10d7b-ef59-4ae4-bcf5-d31829842446", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:51:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "e8f8e28a-e54f-454d-a91b-4b1ee57b3804", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:51:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "e8f8e28a-e54f-454d-a91b-4b1ee57b3804", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe-authn-ssl"} 2026-07-07T13:51:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "e8f8e28a-e54f-454d-a91b-4b1ee57b3804", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:51:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "515b15c4-920b-4ef3-bdd1-f26a6fd518ea", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:51:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "515b15c4-920b-4ef3-bdd1-f26a6fd518ea", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8"} 2026-07-07T13:51:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "515b15c4-920b-4ef3-bdd1-f26a6fd518ea", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:51:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "515b15c4-920b-4ef3-bdd1-f26a6fd518ea", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:51:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "515b15c4-920b-4ef3-bdd1-f26a6fd518ea", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8-kserve-route-authn"} 2026-07-07T13:51:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "515b15c4-920b-4ef3-bdd1-f26a6fd518ea", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8-kserve-route-authn"} 2026-07-07T13:51:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "515b15c4-920b-4ef3-bdd1-f26a6fd518ea", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:51:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "515b15c4-920b-4ef3-bdd1-f26a6fd518ea", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:51:23Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "auth-test-model-2170c8", "reconcileID": "0cea73df-bb92-4713-ae1a-e3538cd0e7e0", "LLMInferenceService": "auth-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:51:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "1894b385-d9a1-4f13-88f6-ed15158488a7", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:51:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "1894b385-d9a1-4f13-88f6-ed15158488a7", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8-authn-ssl"} 2026-07-07T13:51:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "1894b385-d9a1-4f13-88f6-ed15158488a7", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:51:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "7c625c48-7593-46f0-844f-7c1b0d54249c", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:51:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "7c625c48-7593-46f0-844f-7c1b0d54249c", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8-authn-ssl"} 2026-07-07T13:51:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "7c625c48-7593-46f0-844f-7c1b0d54249c", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:51:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "f45c228d-ec06-4efd-8d07-31f9cd614bb2", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:51:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "f45c228d-ec06-4efd-8d07-31f9cd614bb2", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:51:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "f45c228d-ec06-4efd-8d07-31f9cd614bb2", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:51:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "2a88bc27-2d64-44bc-954f-70bd678f8169", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:51:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "f45c228d-ec06-4efd-8d07-31f9cd614bb2", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe-kserve-route-authn"} 2026-07-07T13:51:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "f45c228d-ec06-4efd-8d07-31f9cd614bb2", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "authType": "userdefined"} 2026-07-07T13:51:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "f45c228d-ec06-4efd-8d07-31f9cd614bb2", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:51:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "2a88bc27-2d64-44bc-954f-70bd678f8169", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe-authn-ssl"} 2026-07-07T13:51:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "2a88bc27-2d64-44bc-954f-70bd678f8169", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:51:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "a1232988-9be9-4335-8566-a9d889717bdb", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:51:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "a1232988-9be9-4335-8566-a9d889717bdb", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:51:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "a1232988-9be9-4335-8566-a9d889717bdb", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:51:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "a1232988-9be9-4335-8566-a9d889717bdb", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe-kserve-route-authn"} 2026-07-07T13:51:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "a1232988-9be9-4335-8566-a9d889717bdb", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "authType": "userdefined"} 2026-07-07T13:51:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "a1232988-9be9-4335-8566-a9d889717bdb", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:51:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "016b7a8b-327e-48e7-b333-0d60f4ee04ca", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:51:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "016b7a8b-327e-48e7-b333-0d60f4ee04ca", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe-authn-ssl"} 2026-07-07T13:51:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "016b7a8b-327e-48e7-b333-0d60f4ee04ca", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:51:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "b4aa3b2e-0cef-47d6-8447-a06a3e1e6a80", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:51:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "b4aa3b2e-0cef-47d6-8447-a06a3e1e6a80", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:51:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "b4aa3b2e-0cef-47d6-8447-a06a3e1e6a80", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:51:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "b4aa3b2e-0cef-47d6-8447-a06a3e1e6a80", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe-kserve-route-authn"} 2026-07-07T13:51:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "b4aa3b2e-0cef-47d6-8447-a06a3e1e6a80", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "authType": "userdefined"} 2026-07-07T13:51:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "b4aa3b2e-0cef-47d6-8447-a06a3e1e6a80", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:51:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "c573c09c-0fb7-4dea-95e2-a6705475ba35", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:51:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "c573c09c-0fb7-4dea-95e2-a6705475ba35", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:51:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "c573c09c-0fb7-4dea-95e2-a6705475ba35", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:51:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "c573c09c-0fb7-4dea-95e2-a6705475ba35", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe-kserve-route-authn"} 2026-07-07T13:51:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "c573c09c-0fb7-4dea-95e2-a6705475ba35", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "authType": "userdefined"} 2026-07-07T13:51:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "c573c09c-0fb7-4dea-95e2-a6705475ba35", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:51:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "3ea1dfd3-7382-4f59-9142-5a47fe51ca4a", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:51:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "3ea1dfd3-7382-4f59-9142-5a47fe51ca4a", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:51:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "3ea1dfd3-7382-4f59-9142-5a47fe51ca4a", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:51:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "80a75516-c533-4822-b201-4f2b03d252c9", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:51:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "3ea1dfd3-7382-4f59-9142-5a47fe51ca4a", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8-kserve-route-authn"} 2026-07-07T13:51:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "3ea1dfd3-7382-4f59-9142-5a47fe51ca4a", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "authType": "userdefined"} 2026-07-07T13:51:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "3ea1dfd3-7382-4f59-9142-5a47fe51ca4a", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:51:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "80a75516-c533-4822-b201-4f2b03d252c9", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8-authn-ssl"} 2026-07-07T13:51:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "80a75516-c533-4822-b201-4f2b03d252c9", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:51:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "38c91ff3-6bc1-4928-b49a-f56566c656a9", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:51:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "38c91ff3-6bc1-4928-b49a-f56566c656a9", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:51:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "38c91ff3-6bc1-4928-b49a-f56566c656a9", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:51:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "38c91ff3-6bc1-4928-b49a-f56566c656a9", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8-kserve-route-authn"} 2026-07-07T13:51:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "38c91ff3-6bc1-4928-b49a-f56566c656a9", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "authType": "userdefined"} 2026-07-07T13:51:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "38c91ff3-6bc1-4928-b49a-f56566c656a9", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:51:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "38426de9-b18a-4041-881e-d7eb56aae79d", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:51:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "38426de9-b18a-4041-881e-d7eb56aae79d", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8-authn-ssl"} 2026-07-07T13:51:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "38426de9-b18a-4041-881e-d7eb56aae79d", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:51:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "0eb9a3f9-dc0c-44f7-b20f-03143ff79bbc", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:51:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "0eb9a3f9-dc0c-44f7-b20f-03143ff79bbc", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:51:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "0eb9a3f9-dc0c-44f7-b20f-03143ff79bbc", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:51:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "0eb9a3f9-dc0c-44f7-b20f-03143ff79bbc", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8-kserve-route-authn"} 2026-07-07T13:51:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "0eb9a3f9-dc0c-44f7-b20f-03143ff79bbc", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "authType": "userdefined"} 2026-07-07T13:51:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "0eb9a3f9-dc0c-44f7-b20f-03143ff79bbc", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:52:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "1619fd15-5f20-4100-ad4d-5b7a727f66e6", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:52:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "1619fd15-5f20-4100-ad4d-5b7a727f66e6", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:52:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "1619fd15-5f20-4100-ad4d-5b7a727f66e6", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:52:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "1619fd15-5f20-4100-ad4d-5b7a727f66e6", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8-kserve-route-authn"} 2026-07-07T13:52:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "1619fd15-5f20-4100-ad4d-5b7a727f66e6", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "authType": "userdefined"} 2026-07-07T13:52:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "1619fd15-5f20-4100-ad4d-5b7a727f66e6", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:52:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "0fef92f8-9004-4c32-a306-71a3afe4b9f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T13:52:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "8edc67cd-a8d3-4abf-b856-320578e98725", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:52:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "8edc67cd-a8d3-4abf-b856-320578e98725", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe"} 2026-07-07T13:52:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "8edc67cd-a8d3-4abf-b856-320578e98725", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:52:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "8edc67cd-a8d3-4abf-b856-320578e98725", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:52:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "8edc67cd-a8d3-4abf-b856-320578e98725", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe-kserve-route-authn"} 2026-07-07T13:52:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "8edc67cd-a8d3-4abf-b856-320578e98725", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe-kserve-route-authn"} 2026-07-07T13:52:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "8edc67cd-a8d3-4abf-b856-320578e98725", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:52:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "8edc67cd-a8d3-4abf-b856-320578e98725", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:52:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "sub-test-model-db91fe", "reconcileID": "c72f6531-aafb-4525-87ae-39ed4b327c6d", "LLMInferenceService": "sub-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:52:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "a0bc9ad2-78a6-4600-83d5-75cafb35a9cf", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:52:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "a0bc9ad2-78a6-4600-83d5-75cafb35a9cf", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe-authn-ssl"} 2026-07-07T13:52:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "a0bc9ad2-78a6-4600-83d5-75cafb35a9cf", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:52:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "3b287a25-72bb-4909-8765-2dfbe2a8866d", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:52:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "3b287a25-72bb-4909-8765-2dfbe2a8866d", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe-authn-ssl"} 2026-07-07T13:52:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "3b287a25-72bb-4909-8765-2dfbe2a8866d", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:52:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "a1e467ff-583f-4a4d-863a-6b3c8c0afa69", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:52:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "a1e467ff-583f-4a4d-863a-6b3c8c0afa69", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8"} 2026-07-07T13:52:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "a1e467ff-583f-4a4d-863a-6b3c8c0afa69", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:52:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "a1e467ff-583f-4a4d-863a-6b3c8c0afa69", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:52:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "a1e467ff-583f-4a4d-863a-6b3c8c0afa69", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8-kserve-route-authn"} 2026-07-07T13:52:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "a1e467ff-583f-4a4d-863a-6b3c8c0afa69", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8-kserve-route-authn"} 2026-07-07T13:52:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "a1e467ff-583f-4a4d-863a-6b3c8c0afa69", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:52:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "a1e467ff-583f-4a4d-863a-6b3c8c0afa69", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:52:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "sub-test-model-2170c8", "reconcileID": "a62ef869-0d9b-4444-9bd6-1dd2f00e994e", "LLMInferenceService": "sub-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:52:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "6a74595d-1798-4b40-a0e9-b518411b340b", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:52:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "6a74595d-1798-4b40-a0e9-b518411b340b", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8-authn-ssl"} 2026-07-07T13:52:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "6a74595d-1798-4b40-a0e9-b518411b340b", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:52:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "c1694a7c-6bcc-4fa5-881a-b33da7d00713", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:52:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "c1694a7c-6bcc-4fa5-881a-b33da7d00713", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8-authn-ssl"} 2026-07-07T13:52:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "c1694a7c-6bcc-4fa5-881a-b33da7d00713", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:52:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "deebd7c2-30fd-47da-9b9f-b3b11830ef8e", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:52:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "deebd7c2-30fd-47da-9b9f-b3b11830ef8e", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:52:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "deebd7c2-30fd-47da-9b9f-b3b11830ef8e", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:52:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "c1bab3d2-74b9-4549-a569-4df642fbde4d", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:52:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "deebd7c2-30fd-47da-9b9f-b3b11830ef8e", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe-kserve-route-authn"} 2026-07-07T13:52:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "deebd7c2-30fd-47da-9b9f-b3b11830ef8e", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "authType": "userdefined"} 2026-07-07T13:52:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "deebd7c2-30fd-47da-9b9f-b3b11830ef8e", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:52:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "c1bab3d2-74b9-4549-a569-4df642fbde4d", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe-authn-ssl"} 2026-07-07T13:52:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "c1bab3d2-74b9-4549-a569-4df642fbde4d", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:52:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "d655578e-e7f9-4b8f-b284-3c7f717acde6", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:52:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "d655578e-e7f9-4b8f-b284-3c7f717acde6", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:52:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "d655578e-e7f9-4b8f-b284-3c7f717acde6", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:52:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "d655578e-e7f9-4b8f-b284-3c7f717acde6", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe-kserve-route-authn"} 2026-07-07T13:52:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "d655578e-e7f9-4b8f-b284-3c7f717acde6", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "authType": "userdefined"} 2026-07-07T13:52:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "d655578e-e7f9-4b8f-b284-3c7f717acde6", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:52:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "f8000769-3cd7-4f8f-85c7-71eeb8bfc01f", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:52:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "f8000769-3cd7-4f8f-85c7-71eeb8bfc01f", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe-authn-ssl"} 2026-07-07T13:52:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "f8000769-3cd7-4f8f-85c7-71eeb8bfc01f", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:52:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "d50658ca-5b48-4570-a272-47783f79d39c", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:52:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "d50658ca-5b48-4570-a272-47783f79d39c", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:52:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "d50658ca-5b48-4570-a272-47783f79d39c", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:52:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "d50658ca-5b48-4570-a272-47783f79d39c", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe-kserve-route-authn"} 2026-07-07T13:52:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "d50658ca-5b48-4570-a272-47783f79d39c", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "authType": "userdefined"} 2026-07-07T13:52:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "d50658ca-5b48-4570-a272-47783f79d39c", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:52:58Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T13:52:58Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T13:52:58Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T13:52:58Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T13:52:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "c5e76820-e802-4130-b2da-90921b74bc0a", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:52:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "c5e76820-e802-4130-b2da-90921b74bc0a", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:52:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "c5e76820-e802-4130-b2da-90921b74bc0a", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:52:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "c5e76820-e802-4130-b2da-90921b74bc0a", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe-kserve-route-authn"} 2026-07-07T13:52:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "c5e76820-e802-4130-b2da-90921b74bc0a", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "authType": "userdefined"} 2026-07-07T13:52:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "c5e76820-e802-4130-b2da-90921b74bc0a", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:53:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "60bf39c9-751f-45ec-9d08-1ed9c29248bc", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:53:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "60bf39c9-751f-45ec-9d08-1ed9c29248bc", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:53:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "60bf39c9-751f-45ec-9d08-1ed9c29248bc", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:53:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "60bf39c9-751f-45ec-9d08-1ed9c29248bc", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe-kserve-route-authn"} 2026-07-07T13:53:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "60bf39c9-751f-45ec-9d08-1ed9c29248bc", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "authType": "userdefined"} 2026-07-07T13:53:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "60bf39c9-751f-45ec-9d08-1ed9c29248bc", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:53:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "1b138b35-e1b3-426b-b62d-ffe71dd43051", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:53:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "1b138b35-e1b3-426b-b62d-ffe71dd43051", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:53:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "1b138b35-e1b3-426b-b62d-ffe71dd43051", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:53:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "b72d8e0d-3f56-4c9b-9e70-aa0e15798b3c", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:53:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "1b138b35-e1b3-426b-b62d-ffe71dd43051", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8-kserve-route-authn"} 2026-07-07T13:53:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "1b138b35-e1b3-426b-b62d-ffe71dd43051", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "authType": "userdefined"} 2026-07-07T13:53:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "1b138b35-e1b3-426b-b62d-ffe71dd43051", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:53:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "b72d8e0d-3f56-4c9b-9e70-aa0e15798b3c", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8-authn-ssl"} 2026-07-07T13:53:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "b72d8e0d-3f56-4c9b-9e70-aa0e15798b3c", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:53:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "2e99b47e-9f32-4510-8cfa-7bb3d18214b0", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:53:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "2e99b47e-9f32-4510-8cfa-7bb3d18214b0", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:53:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "2e99b47e-9f32-4510-8cfa-7bb3d18214b0", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:53:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "2e99b47e-9f32-4510-8cfa-7bb3d18214b0", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8-kserve-route-authn"} 2026-07-07T13:53:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "2e99b47e-9f32-4510-8cfa-7bb3d18214b0", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "authType": "userdefined"} 2026-07-07T13:53:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "2e99b47e-9f32-4510-8cfa-7bb3d18214b0", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:53:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "c60dd50f-3989-4c56-9733-d3f656174f1f", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:53:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "c60dd50f-3989-4c56-9733-d3f656174f1f", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8-authn-ssl"} 2026-07-07T13:53:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "c60dd50f-3989-4c56-9733-d3f656174f1f", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:53:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "a56b7a6e-1a09-4454-a95c-e8f5a23e76cb", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:53:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "a56b7a6e-1a09-4454-a95c-e8f5a23e76cb", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:53:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "a56b7a6e-1a09-4454-a95c-e8f5a23e76cb", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:53:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "a56b7a6e-1a09-4454-a95c-e8f5a23e76cb", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8-kserve-route-authn"} 2026-07-07T13:53:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "a56b7a6e-1a09-4454-a95c-e8f5a23e76cb", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "authType": "userdefined"} 2026-07-07T13:53:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "a56b7a6e-1a09-4454-a95c-e8f5a23e76cb", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:53:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "a7eadce6-9deb-41c7-9950-ddb1d234ae46", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:53:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "a7eadce6-9deb-41c7-9950-ddb1d234ae46", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:53:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "a7eadce6-9deb-41c7-9950-ddb1d234ae46", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:53:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "a7eadce6-9deb-41c7-9950-ddb1d234ae46", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8-kserve-route-authn"} 2026-07-07T13:53:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "a7eadce6-9deb-41c7-9950-ddb1d234ae46", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "authType": "userdefined"} 2026-07-07T13:53:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "a7eadce6-9deb-41c7-9950-ddb1d234ae46", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:53:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "b9074155-f98b-4b38-a5cf-743b5e250e51", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T13:53:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "f472ee82-fb3b-419c-8644-5f75ff93e53e", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T13:54:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "21f0966c-4945-4f68-b8b7-9b762ff04cf8", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:54:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "21f0966c-4945-4f68-b8b7-9b762ff04cf8", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe"} 2026-07-07T13:54:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "21f0966c-4945-4f68-b8b7-9b762ff04cf8", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:54:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "21f0966c-4945-4f68-b8b7-9b762ff04cf8", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:54:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "21f0966c-4945-4f68-b8b7-9b762ff04cf8", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe-kserve-route-authn"} 2026-07-07T13:54:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "21f0966c-4945-4f68-b8b7-9b762ff04cf8", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe-kserve-route-authn"} 2026-07-07T13:54:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "21f0966c-4945-4f68-b8b7-9b762ff04cf8", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:54:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "21f0966c-4945-4f68-b8b7-9b762ff04cf8", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:54:02Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-db91fe","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "rate-test-model-db91fe", "reconcileID": "c3227de7-fb4a-45a3-8ad4-7f045140f02b", "LLMInferenceService": "rate-test-model-db91fe", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:54:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "9b5a0e43-5d87-43ef-9f7f-8d624df8f1d4", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:54:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "9b5a0e43-5d87-43ef-9f7f-8d624df8f1d4", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe-authn-ssl"} 2026-07-07T13:54:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "9b5a0e43-5d87-43ef-9f7f-8d624df8f1d4", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:54:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "70bae356-d63d-4e7f-8cb6-6e5baed43118", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:54:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "70bae356-d63d-4e7f-8cb6-6e5baed43118", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe-authn-ssl"} 2026-07-07T13:54:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "70bae356-d63d-4e7f-8cb6-6e5baed43118", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:54:03Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "1debc341-4616-4bff-a262-15d7800f1500", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:54:03Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "1debc341-4616-4bff-a262-15d7800f1500", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8"} 2026-07-07T13:54:03Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "1debc341-4616-4bff-a262-15d7800f1500", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:54:03Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "1debc341-4616-4bff-a262-15d7800f1500", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:54:03Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "1debc341-4616-4bff-a262-15d7800f1500", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8-kserve-route-authn"} 2026-07-07T13:54:03Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "1debc341-4616-4bff-a262-15d7800f1500", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8-kserve-route-authn"} 2026-07-07T13:54:03Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "1debc341-4616-4bff-a262-15d7800f1500", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:54:03Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "1debc341-4616-4bff-a262-15d7800f1500", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:54:03Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2170c8","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "rate-test-model-2170c8", "reconcileID": "a1088b64-5086-4910-be47-abb86057d28f", "LLMInferenceService": "rate-test-model-2170c8", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:54:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "de1ee50a-d6d4-4b88-afe3-f9d4a556367f", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:54:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "de1ee50a-d6d4-4b88-afe3-f9d4a556367f", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8-authn-ssl"} 2026-07-07T13:54:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "de1ee50a-d6d4-4b88-afe3-f9d4a556367f", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:54:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "7e52045f-8755-45e8-b37c-db0ba1aa8936", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:54:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "7e52045f-8755-45e8-b37c-db0ba1aa8936", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8-authn-ssl"} 2026-07-07T13:54:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "7e52045f-8755-45e8-b37c-db0ba1aa8936", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:54:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "fdbcb23f-e2cd-4be4-956f-38ebc7bc78a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T13:54:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "b6c3bcc9-d7cd-4666-8f5b-4bed90d47b38", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:54:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "b6c3bcc9-d7cd-4666-8f5b-4bed90d47b38", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe-authn-ssl"} 2026-07-07T13:54:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "b6c3bcc9-d7cd-4666-8f5b-4bed90d47b38", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:54:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e9ffdaa-b9eb-45a4-9701-8ee58edf0c9c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:54:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e9ffdaa-b9eb-45a4-9701-8ee58edf0c9c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-db91fe", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T13:54:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e9ffdaa-b9eb-45a4-9701-8ee58edf0c9c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-db91fe because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T13:54:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "odh-trusted-ca-bundle", "reconcileID": "772d2274-07b5-48fa-b9cc-93462fc86609", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:54:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "odh-trusted-ca-bundle", "reconcileID": "772d2274-07b5-48fa-b9cc-93462fc86609", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-db91fe", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T13:54:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "odh-trusted-ca-bundle", "reconcileID": "772d2274-07b5-48fa-b9cc-93462fc86609", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-db91fe because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T13:54:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "openshift-service-ca.crt", "reconcileID": "c150b716-fdcb-478c-aacc-067b19e0f7d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:54:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "openshift-service-ca.crt", "reconcileID": "c150b716-fdcb-478c-aacc-067b19e0f7d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:54:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e842ed55-4276-478d-8662-f39688b636ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:54:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e842ed55-4276-478d-8662-f39688b636ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:54:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "odh-trusted-ca-bundle", "reconcileID": "21663634-b702-4a94-980b-c62421db5f55", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:54:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-db91fe"}, "namespace": "ai-tenant-e2e-shared-a-db91fe", "name": "odh-trusted-ca-bundle", "reconcileID": "21663634-b702-4a94-980b-c62421db5f55", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-db91fe"} 2026-07-07T13:54:47Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-db91fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-db91fe", "reconcileID": "1ca8f05d-8ff3-468c-8b33-8efd8e6fd720", "Gateway": "e2e-shared-a-db91fe", "namespace": "openshift-ingress"} 2026-07-07T13:54:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "a4e85460-7b23-4e48-8d1c-043599b3d46e", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T13:54:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "1979b696-4cb3-4d50-ad34-a526a1083c6d", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:54:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "1979b696-4cb3-4d50-ad34-a526a1083c6d", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8-authn-ssl"} 2026-07-07T13:54:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "1979b696-4cb3-4d50-ad34-a526a1083c6d", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"} 2026-07-07T13:54:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e20062ec-7f50-42f2-923d-aecdccf62246", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:54:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e20062ec-7f50-42f2-923d-aecdccf62246", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2170c8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T13:54:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e20062ec-7f50-42f2-923d-aecdccf62246", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-2170c8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T13:54:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "odh-trusted-ca-bundle", "reconcileID": "cd16f9a4-374a-4815-a5da-f8893c7928f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:54:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "odh-trusted-ca-bundle", "reconcileID": "cd16f9a4-374a-4815-a5da-f8893c7928f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:54:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "openshift-service-ca.crt", "reconcileID": "98288908-780c-4c43-811a-11d06f510647", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:54:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "openshift-service-ca.crt", "reconcileID": "98288908-780c-4c43-811a-11d06f510647", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:54:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2fbe8857-4e1d-4d75-ab3e-e9129b518485", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:54:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2170c8"}, "namespace": "ai-tenant-e2e-shared-b-2170c8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2fbe8857-4e1d-4d75-ab3e-e9129b518485", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2170c8"} 2026-07-07T13:54:55Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2170c8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2170c8", "reconcileID": "de16ffb5-c06a-4168-859c-2bfbdb355fde", "Gateway": "e2e-shared-b-2170c8", "namespace": "openshift-ingress"}