2026-07-05T13:52:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ed2315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ed2315", "reconcileID": "e778c572-07e1-4c23-9d50-b326effe85a2", "Gateway": "e2e-api-b-ed2315", "namespace": "openshift-ingress"} 2026-07-05T13:52:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ed2315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ed2315", "reconcileID": "203b1594-97cb-4a4d-af07-e89c23da5ad7", "Gateway": "e2e-api-b-ed2315", "namespace": "openshift-ingress"} 2026-07-05T13:52:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ed2315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ed2315", "reconcileID": "203b1594-97cb-4a4d-af07-e89c23da5ad7", "Gateway": "e2e-api-b-ed2315", "namespace": "openshift-ingress", "name": "e2e-api-b-ed2315-authn-ssl"} 2026-07-05T13:52:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ed2315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ed2315", "reconcileID": "203b1594-97cb-4a4d-af07-e89c23da5ad7", "Gateway": "e2e-api-b-ed2315", "namespace": "openshift-ingress"} 2026-07-05T13:52:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ed2315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ed2315", "reconcileID": "7bc99014-8da1-4f02-a254-46f4f439d913", "Gateway": "e2e-api-b-ed2315", "namespace": "openshift-ingress"} 2026-07-05T13:52:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ed2315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ed2315", "reconcileID": "7bc99014-8da1-4f02-a254-46f4f439d913", "Gateway": "e2e-api-b-ed2315", "namespace": "openshift-ingress", "name": "e2e-api-b-ed2315-authn-ssl"} 2026-07-05T13:52:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ed2315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ed2315", "reconcileID": "7bc99014-8da1-4f02-a254-46f4f439d913", "Gateway": "e2e-api-b-ed2315", "namespace": "openshift-ingress"} 2026-07-05T13:52:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ed2315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ed2315", "reconcileID": "5c91b1cf-6479-47f0-9c26-e84660fb5c25", "Gateway": "e2e-api-b-ed2315", "namespace": "openshift-ingress"} 2026-07-05T13:52:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ed2315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ed2315", "reconcileID": "5c91b1cf-6479-47f0-9c26-e84660fb5c25", "Gateway": "e2e-api-b-ed2315", "namespace": "openshift-ingress", "name": "e2e-api-b-ed2315-authn-ssl"} 2026-07-05T13:52:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ed2315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ed2315", "reconcileID": "5c91b1cf-6479-47f0-9c26-e84660fb5c25", "Gateway": "e2e-api-b-ed2315", "namespace": "openshift-ingress"} 2026-07-05T13:52:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ed2315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ed2315", "reconcileID": "0d004887-57f8-4271-b418-cc0a403adbf6", "Gateway": "e2e-api-b-ed2315", "namespace": "openshift-ingress"} 2026-07-05T13:52:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ed2315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ed2315", "reconcileID": "0d004887-57f8-4271-b418-cc0a403adbf6", "Gateway": "e2e-api-b-ed2315", "namespace": "openshift-ingress", "name": "e2e-api-b-ed2315-authn-ssl"} 2026-07-05T13:52:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ed2315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ed2315", "reconcileID": "0d004887-57f8-4271-b418-cc0a403adbf6", "Gateway": "e2e-api-b-ed2315", "namespace": "openshift-ingress"} 2026-07-05T13:52:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ed2315"}, "namespace": "ai-tenant-e2e-api-b-ed2315", "name": "odh-trusted-ca-bundle", "reconcileID": "437554eb-e719-464a-8abb-b20649d28525", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ed2315"} 2026-07-05T13:52:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ed2315"}, "namespace": "ai-tenant-e2e-api-b-ed2315", "name": "openshift-service-ca.crt", "reconcileID": "809f49a6-9a4f-4739-9cc1-76d0a41f724f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ed2315"} 2026-07-05T13:52:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ed2315"}, "namespace": "ai-tenant-e2e-api-b-ed2315", "name": "openshift-service-ca.crt", "reconcileID": "1c69dda8-4da2-4369-b0c9-c472f0af3cb7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ed2315", "create": "odh-kserve-custom-ca-bundle"} 2026-07-05T13:52:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ed2315"}, "namespace": "ai-tenant-e2e-api-b-ed2315", "name": "openshift-service-ca.crt", "reconcileID": "1c69dda8-4da2-4369-b0c9-c472f0af3cb7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ed2315"} 2026-07-05T13:52:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ed2315"}, "namespace": "ai-tenant-e2e-api-b-ed2315", "name": "openshift-service-ca.crt", "reconcileID": "00d046f4-02fe-4b12-8918-5b83dd995218", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ed2315", "create": "odh-kserve-custom-ca-bundle"} 2026-07-05T13:52:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ed2315"}, "namespace": "ai-tenant-e2e-api-b-ed2315", "name": "openshift-service-ca.crt", "reconcileID": "00d046f4-02fe-4b12-8918-5b83dd995218", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-05T13:52:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ed2315"}, "namespace": "ai-tenant-e2e-api-b-ed2315", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b16cd9e0-3e77-42ff-aeb3-8d7ff7b91a46", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ed2315"} 2026-07-05T13:52:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ed2315"}, "namespace": "ai-tenant-e2e-api-b-ed2315", "name": "openshift-service-ca.crt", "reconcileID": "921ac9d1-d088-498d-881e-42c5f3930f5a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ed2315"} 2026-07-05T13:52:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ed2315"}, "namespace": "ai-tenant-e2e-api-b-ed2315", "name": "odh-trusted-ca-bundle", "reconcileID": "c8788251-5be8-4388-9692-5062ab06056c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ed2315", "update": "odh-kserve-custom-ca-bundle"} 2026-07-05T13:52:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ed2315"}, "namespace": "ai-tenant-e2e-api-b-ed2315", "name": "odh-trusted-ca-bundle", "reconcileID": "c8788251-5be8-4388-9692-5062ab06056c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ed2315"} 2026-07-05T13:52:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ed2315"}, "namespace": "ai-tenant-e2e-api-b-ed2315", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4d63642-7c77-4469-91c9-f62fd3b13bfe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ed2315"} 2026-07-05T13:52:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4fa5fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4fa5fb", "reconcileID": "4a95f3d1-85ad-451e-95d4-68bfffbffd9f", "Gateway": "e2e-api-a-4fa5fb", "namespace": "openshift-ingress"} 2026-07-05T13:52:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4fa5fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4fa5fb", "reconcileID": "4a95f3d1-85ad-451e-95d4-68bfffbffd9f", "Gateway": "e2e-api-a-4fa5fb", "namespace": "openshift-ingress", "name": "e2e-api-a-4fa5fb-authn-ssl"} 2026-07-05T13:52:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4fa5fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4fa5fb", "reconcileID": "4a95f3d1-85ad-451e-95d4-68bfffbffd9f", "Gateway": "e2e-api-a-4fa5fb", "namespace": "openshift-ingress"} 2026-07-05T13:52:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ed2315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ed2315", "reconcileID": "7e82fa97-b9d9-4f98-a95a-1cfc0d899cf0", "Gateway": "e2e-api-b-ed2315", "namespace": "openshift-ingress"} 2026-07-05T13:52:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ed2315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ed2315", "reconcileID": "7e82fa97-b9d9-4f98-a95a-1cfc0d899cf0", "Gateway": "e2e-api-b-ed2315", "namespace": "openshift-ingress", "name": "e2e-api-b-ed2315-authn-ssl"} 2026-07-05T13:52:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ed2315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ed2315", "reconcileID": "7e82fa97-b9d9-4f98-a95a-1cfc0d899cf0", "Gateway": "e2e-api-b-ed2315", "namespace": "openshift-ingress"} 2026-07-05T13:52:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "2ddc7bed-0a96-4c7a-9659-ba245daf8ab3", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-05T13:52:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ed2315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ed2315", "reconcileID": "8ced3f48-61d7-4805-b330-4596a165d3a6", "Gateway": "e2e-api-b-ed2315", "namespace": "openshift-ingress"} 2026-07-05T13:52:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ed2315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ed2315", "reconcileID": "8ced3f48-61d7-4805-b330-4596a165d3a6", "Gateway": "e2e-api-b-ed2315", "namespace": "openshift-ingress", "name": "e2e-api-b-ed2315-authn-ssl"} 2026-07-05T13:52:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ed2315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ed2315", "reconcileID": "8ced3f48-61d7-4805-b330-4596a165d3a6", "Gateway": "e2e-api-b-ed2315", "namespace": "openshift-ingress"} 2026-07-05T13:52:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "317f8c3e-40b7-4885-a83c-f0c3317d9e99", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-05T13:52:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4fa5fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4fa5fb", "reconcileID": "f83b5bfc-4137-43a0-abd6-68ad1ddee503", "Gateway": "e2e-api-a-4fa5fb", "namespace": "openshift-ingress"} 2026-07-05T13:52:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4fa5fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4fa5fb", "reconcileID": "f83b5bfc-4137-43a0-abd6-68ad1ddee503", "Gateway": "e2e-api-a-4fa5fb", "namespace": "openshift-ingress", "name": "e2e-api-a-4fa5fb-authn-ssl"} 2026-07-05T13:52:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4fa5fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4fa5fb", "reconcileID": "f83b5bfc-4137-43a0-abd6-68ad1ddee503", "Gateway": "e2e-api-a-4fa5fb", "namespace": "openshift-ingress"} 2026-07-05T13:52:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-4fa5fb"}, "namespace": "ai-tenant-e2e-api-a-4fa5fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "861cfee1-b8c2-409e-82b4-bdc44f07551f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-4fa5fb"} 2026-07-05T13:52:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-4fa5fb"}, "namespace": "ai-tenant-e2e-api-a-4fa5fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "861cfee1-b8c2-409e-82b4-bdc44f07551f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-4fa5fb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-05T13:52:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-4fa5fb"}, "namespace": "ai-tenant-e2e-api-a-4fa5fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "861cfee1-b8c2-409e-82b4-bdc44f07551f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-4fa5fb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-05T13:52:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-4fa5fb"}, "namespace": "ai-tenant-e2e-api-a-4fa5fb", "name": "odh-trusted-ca-bundle", "reconcileID": "44b400b8-5f51-4666-af61-3b5b9c2e3042", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-4fa5fb"} 2026-07-05T13:52:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-4fa5fb"}, "namespace": "ai-tenant-e2e-api-a-4fa5fb", "name": "odh-trusted-ca-bundle", "reconcileID": "44b400b8-5f51-4666-af61-3b5b9c2e3042", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-4fa5fb"} 2026-07-05T13:52:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-4fa5fb"}, "namespace": "ai-tenant-e2e-api-a-4fa5fb", "name": "openshift-service-ca.crt", "reconcileID": "7d949389-e6bc-4fe1-a796-f8cbe0f408b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-4fa5fb"} 2026-07-05T13:52:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-4fa5fb"}, "namespace": "ai-tenant-e2e-api-a-4fa5fb", "name": "openshift-service-ca.crt", "reconcileID": "7d949389-e6bc-4fe1-a796-f8cbe0f408b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-4fa5fb"} 2026-07-05T13:52:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-4fa5fb"}, "namespace": "ai-tenant-e2e-api-a-4fa5fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e79a2d8-3f67-4157-9048-4e60a819e404", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-4fa5fb"} 2026-07-05T13:52:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-4fa5fb"}, "namespace": "ai-tenant-e2e-api-a-4fa5fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e79a2d8-3f67-4157-9048-4e60a819e404", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-4fa5fb"} 2026-07-05T13:52:57Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4fa5fb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4fa5fb", "reconcileID": "5047e8dc-ff89-46d7-9b59-de34b6c040cd", "Gateway": "e2e-api-a-4fa5fb", "namespace": "openshift-ingress"} 2026-07-05T13:52:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "f9044655-57de-46dc-a1ea-515043b3e83e", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-05T13:52:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ed2315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ed2315", "reconcileID": "8999ec36-f438-4d6b-863a-ec5598a45a37", "Gateway": "e2e-api-b-ed2315", "namespace": "openshift-ingress"} 2026-07-05T13:52:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ed2315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ed2315", "reconcileID": "8999ec36-f438-4d6b-863a-ec5598a45a37", "Gateway": "e2e-api-b-ed2315", "namespace": "openshift-ingress", "name": "e2e-api-b-ed2315-authn-ssl"} 2026-07-05T13:52:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ed2315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ed2315", "reconcileID": "8999ec36-f438-4d6b-863a-ec5598a45a37", "Gateway": "e2e-api-b-ed2315", "namespace": "openshift-ingress"} 2026-07-05T13:53:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ed2315"}, "namespace": "ai-tenant-e2e-api-b-ed2315", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4bb06845-89fb-47ef-bf08-139c5f8ee1f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ed2315"} 2026-07-05T13:53:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ed2315"}, "namespace": "ai-tenant-e2e-api-b-ed2315", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4bb06845-89fb-47ef-bf08-139c5f8ee1f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ed2315", "create": "odh-kserve-custom-ca-bundle"} 2026-07-05T13:53:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ed2315"}, "namespace": "ai-tenant-e2e-api-b-ed2315", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4bb06845-89fb-47ef-bf08-139c5f8ee1f0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-ed2315 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-05T13:53:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ed2315"}, "namespace": "ai-tenant-e2e-api-b-ed2315", "name": "odh-trusted-ca-bundle", "reconcileID": "d56333cc-2361-4f9e-ad42-7c4f0f03b926", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ed2315"} 2026-07-05T13:53:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ed2315"}, "namespace": "ai-tenant-e2e-api-b-ed2315", "name": "odh-trusted-ca-bundle", "reconcileID": "d56333cc-2361-4f9e-ad42-7c4f0f03b926", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ed2315"} 2026-07-05T13:53:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ed2315"}, "namespace": "ai-tenant-e2e-api-b-ed2315", "name": "openshift-service-ca.crt", "reconcileID": "0e73c57b-144a-4bc7-865c-10610d8c40ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ed2315"} 2026-07-05T13:53:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ed2315"}, "namespace": "ai-tenant-e2e-api-b-ed2315", "name": "openshift-service-ca.crt", "reconcileID": "0e73c57b-144a-4bc7-865c-10610d8c40ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ed2315"} 2026-07-05T13:53:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ed2315"}, "namespace": "ai-tenant-e2e-api-b-ed2315", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "119b560a-045a-4560-98f9-dd3bbbb86a1a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ed2315"} 2026-07-05T13:53:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ed2315"}, "namespace": "ai-tenant-e2e-api-b-ed2315", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "119b560a-045a-4560-98f9-dd3bbbb86a1a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ed2315"} 2026-07-05T13:53:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ed2315","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ed2315", "reconcileID": "76dc15be-a600-4038-9056-8aabe5d9175e", "Gateway": "e2e-api-b-ed2315", "namespace": "openshift-ingress"} 2026-07-05T13:53:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "50f2eb4e-648d-4f23-85c8-151f4f87b8b8", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:53:05Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "50f2eb4e-648d-4f23-85c8-151f4f87b8b8", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec-authn-ssl"} 2026-07-05T13:53:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "50f2eb4e-648d-4f23-85c8-151f4f87b8b8", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:53:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "c37abf4e-99df-47af-acda-1c0c39f92eec", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:53:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "c37abf4e-99df-47af-acda-1c0c39f92eec", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec-authn-ssl"} 2026-07-05T13:53:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "c37abf4e-99df-47af-acda-1c0c39f92eec", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:53:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "25624b23-2295-4fd6-9c73-8663326d5a7d", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:53:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "25624b23-2295-4fd6-9c73-8663326d5a7d", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec-authn-ssl"} 2026-07-05T13:53:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "25624b23-2295-4fd6-9c73-8663326d5a7d", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:53:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "bc2ac64f-a8ef-49d9-b43b-8dcb9ab1570e", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:53:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "bc2ac64f-a8ef-49d9-b43b-8dcb9ab1570e", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec-authn-ssl"} 2026-07-05T13:53:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "bc2ac64f-a8ef-49d9-b43b-8dcb9ab1570e", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:53:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "c1773576-d326-4944-80d1-3cfda8e46865", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:53:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "c1773576-d326-4944-80d1-3cfda8e46865", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec-authn-ssl"} 2026-07-05T13:53:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "c1773576-d326-4944-80d1-3cfda8e46865", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:53:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "dc404bb7-e257-43a7-ba81-18cda9839ea8", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:53:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "dc404bb7-e257-43a7-ba81-18cda9839ea8", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec-authn-ssl"} 2026-07-05T13:53:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "dc404bb7-e257-43a7-ba81-18cda9839ea8", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:53:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "616ed6f9-56fb-4633-a864-3b027fc12665", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:53:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "616ed6f9-56fb-4633-a864-3b027fc12665", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec-authn-ssl"} 2026-07-05T13:53:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "616ed6f9-56fb-4633-a864-3b027fc12665", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:53:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "openshift-service-ca.crt", "reconcileID": "f3ced380-f09e-4877-a495-2e2e8d5e2ebf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:53:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "odh-trusted-ca-bundle", "reconcileID": "f12d6f64-e8f9-4723-9007-5baa5449c355", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:53:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "openshift-service-ca.crt", "reconcileID": "26725600-99ca-478b-b8bc-3a657d0848ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-6096ec", "create": "odh-kserve-custom-ca-bundle"} 2026-07-05T13:53:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "openshift-service-ca.crt", "reconcileID": "26725600-99ca-478b-b8bc-3a657d0848ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:53:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1e8701f-d6d1-47d8-a4db-9fb6b3779b91", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:53:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "openshift-service-ca.crt", "reconcileID": "1b5c87f5-48ac-419d-a8a3-666efaa2a39e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:53:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "odh-trusted-ca-bundle", "reconcileID": "bdf1547d-ff56-47e6-90a3-29d0134910b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6096ec", "update": "odh-kserve-custom-ca-bundle"} 2026-07-05T13:53:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "odh-trusted-ca-bundle", "reconcileID": "bdf1547d-ff56-47e6-90a3-29d0134910b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:53:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11d41d5b-0a86-4bab-a437-06d69526d93e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:53:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "415101e0-05b9-4ada-95ba-20efe94d8084", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:53:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "415101e0-05b9-4ada-95ba-20efe94d8084", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec-authn-ssl"} 2026-07-05T13:53:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "415101e0-05b9-4ada-95ba-20efe94d8084", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:53:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "8e673817-2f54-468b-9f4f-4b358c0bfc8a", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-05T13:53:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "260b2e58-cdc2-4124-a551-35a4d071664f", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-05T13:53:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "e375fd58-4a56-4d7c-a657-a01c6c3f0db0", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-05T13:53:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "860cff13-8e70-4eca-b63b-e98f69852fa1", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:53:13Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "860cff13-8e70-4eca-b63b-e98f69852fa1", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1-authn-ssl"} 2026-07-05T13:53:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "860cff13-8e70-4eca-b63b-e98f69852fa1", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:53:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "3ea20128-fbda-4ade-86f8-8f964d86fd0d", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:53:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "3ea20128-fbda-4ade-86f8-8f964d86fd0d", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1-authn-ssl"} 2026-07-05T13:53:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "3ea20128-fbda-4ade-86f8-8f964d86fd0d", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:53:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "bfe05aac-01b8-49be-8064-f315797b9829", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:53:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "bfe05aac-01b8-49be-8064-f315797b9829", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1-authn-ssl"} 2026-07-05T13:53:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "bfe05aac-01b8-49be-8064-f315797b9829", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:53:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "08a08874-5980-417b-998f-299729d11e7c", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:53:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "08a08874-5980-417b-998f-299729d11e7c", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1-authn-ssl"} 2026-07-05T13:53:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "08a08874-5980-417b-998f-299729d11e7c", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:53:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "0443b9f2-8fd0-433f-a635-dcb39c5bfe1d", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:53:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "0443b9f2-8fd0-433f-a635-dcb39c5bfe1d", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1-authn-ssl"} 2026-07-05T13:53:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "0443b9f2-8fd0-433f-a635-dcb39c5bfe1d", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:53:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "67f206b9-8af6-4efa-b539-b4cc97cb0b24", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:53:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "67f206b9-8af6-4efa-b539-b4cc97cb0b24", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1-authn-ssl"} 2026-07-05T13:53:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "67f206b9-8af6-4efa-b539-b4cc97cb0b24", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:53:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "383a7f10-df9b-45b7-8edc-5eeff11e3c9a", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:53:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "383a7f10-df9b-45b7-8edc-5eeff11e3c9a", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1-authn-ssl"} 2026-07-05T13:53:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "383a7f10-df9b-45b7-8edc-5eeff11e3c9a", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:53:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "357c2ae4-8047-4dca-b328-e82aedba3217", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:53:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "357c2ae4-8047-4dca-b328-e82aedba3217", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1-authn-ssl"} 2026-07-05T13:53:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "357c2ae4-8047-4dca-b328-e82aedba3217", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:53:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "odh-trusted-ca-bundle", "reconcileID": "ea196140-1f55-4bf9-8389-3fc34fd878c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:53:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "openshift-service-ca.crt", "reconcileID": "c361a022-1ade-4b3e-bc02-e576dc1df75e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:53:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "openshift-service-ca.crt", "reconcileID": "41faedf5-b0bd-4f7f-9486-4b62fc0aef6f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6579e1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-05T13:53:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "openshift-service-ca.crt", "reconcileID": "41faedf5-b0bd-4f7f-9486-4b62fc0aef6f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:53:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "openshift-service-ca.crt", "reconcileID": "caa173b0-8808-4d10-84ff-be9716414312", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:53:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ce53a7a-5144-420a-9c1e-1d52744ba50d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:53:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "odh-trusted-ca-bundle", "reconcileID": "fa51f345-2ffc-4197-9745-7982d085f076", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6579e1", "update": "odh-kserve-custom-ca-bundle"} 2026-07-05T13:53:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "odh-trusted-ca-bundle", "reconcileID": "fa51f345-2ffc-4197-9745-7982d085f076", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:53:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb09bf60-d0f7-4895-84fd-9ef9e11e9cab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:53:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "da8a1c39-b5ad-46ac-8420-8866dbcd3851", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:53:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "da8a1c39-b5ad-46ac-8420-8866dbcd3851", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1-authn-ssl"} 2026-07-05T13:53:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "da8a1c39-b5ad-46ac-8420-8866dbcd3851", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:53:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "b19d1be7-217e-4a8b-8b62-b4fb79ef3d89", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-05T13:53:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "10564ab1-8e9c-45d2-bf66-444d16467dee", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:53:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "10564ab1-8e9c-45d2-bf66-444d16467dee", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec-authn-ssl"} 2026-07-05T13:53:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "10564ab1-8e9c-45d2-bf66-444d16467dee", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:53:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "97268680-579e-4114-9498-b2b111b19412", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:53:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "97268680-579e-4114-9498-b2b111b19412", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:53:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "97268680-579e-4114-9498-b2b111b19412", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:53:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "e71e3ff3-1ff1-452b-ae04-7d0ba4b27dc5", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:53:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "97268680-579e-4114-9498-b2b111b19412", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec-kserve-route-authn"} 2026-07-05T13:53:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "97268680-579e-4114-9498-b2b111b19412", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "authType": "userdefined"} 2026-07-05T13:53:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "97268680-579e-4114-9498-b2b111b19412", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:53:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "e71e3ff3-1ff1-452b-ae04-7d0ba4b27dc5", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec-authn-ssl"} 2026-07-05T13:53:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "e71e3ff3-1ff1-452b-ae04-7d0ba4b27dc5", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:53:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "6741aac0-1cbb-4e52-9387-2762b2733923", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:53:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "6741aac0-1cbb-4e52-9387-2762b2733923", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:53:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "6741aac0-1cbb-4e52-9387-2762b2733923", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:53:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "6741aac0-1cbb-4e52-9387-2762b2733923", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec-kserve-route-authn"} 2026-07-05T13:53:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "6741aac0-1cbb-4e52-9387-2762b2733923", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "authType": "userdefined"} 2026-07-05T13:53:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "6741aac0-1cbb-4e52-9387-2762b2733923", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:53:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "441e2287-30e1-4140-80a0-462de5e41f69", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:53:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "441e2287-30e1-4140-80a0-462de5e41f69", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec-authn-ssl"} 2026-07-05T13:53:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "441e2287-30e1-4140-80a0-462de5e41f69", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:53:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "b05888d8-e2a8-4f55-9bf3-ff3e9af2c6e7", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:53:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "b05888d8-e2a8-4f55-9bf3-ff3e9af2c6e7", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:53:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "b05888d8-e2a8-4f55-9bf3-ff3e9af2c6e7", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:53:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "b05888d8-e2a8-4f55-9bf3-ff3e9af2c6e7", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec-kserve-route-authn"} 2026-07-05T13:53:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "b05888d8-e2a8-4f55-9bf3-ff3e9af2c6e7", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "authType": "userdefined"} 2026-07-05T13:53:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "b05888d8-e2a8-4f55-9bf3-ff3e9af2c6e7", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:53:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "e42cb678-46b6-427d-bf24-08f415a85b76", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:53:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "e42cb678-46b6-427d-bf24-08f415a85b76", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1-authn-ssl"} 2026-07-05T13:53:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "e42cb678-46b6-427d-bf24-08f415a85b76", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:53:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "24cd955d-c23a-4b9a-8eb4-7f393a35d604", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-05T13:53:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "c3cf6866-468c-4f05-9a18-99694a385980", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:53:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "c3cf6866-468c-4f05-9a18-99694a385980", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:53:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "c3cf6866-468c-4f05-9a18-99694a385980", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:53:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "c3cf6866-468c-4f05-9a18-99694a385980", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec-kserve-route-authn"} 2026-07-05T13:53:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "c3cf6866-468c-4f05-9a18-99694a385980", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "authType": "userdefined"} 2026-07-05T13:53:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "c3cf6866-468c-4f05-9a18-99694a385980", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:53:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "fd3b0b3b-a90d-495f-8fc5-a0178e7200b8", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:53:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "fd3b0b3b-a90d-495f-8fc5-a0178e7200b8", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:53:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "fd3b0b3b-a90d-495f-8fc5-a0178e7200b8", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:53:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "fd3b0b3b-a90d-495f-8fc5-a0178e7200b8", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec-kserve-route-authn"} 2026-07-05T13:53:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "fd3b0b3b-a90d-495f-8fc5-a0178e7200b8", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "authType": "userdefined"} 2026-07-05T13:53:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "fd3b0b3b-a90d-495f-8fc5-a0178e7200b8", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:53:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "d23292f7-460f-4a9a-b6a3-9faaef7fb130", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:53:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "d23292f7-460f-4a9a-b6a3-9faaef7fb130", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:53:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "d23292f7-460f-4a9a-b6a3-9faaef7fb130", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:53:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "d23292f7-460f-4a9a-b6a3-9faaef7fb130", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1-kserve-route-authn"} 2026-07-05T13:53:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "d23292f7-460f-4a9a-b6a3-9faaef7fb130", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "authType": "userdefined"} 2026-07-05T13:53:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "d23292f7-460f-4a9a-b6a3-9faaef7fb130", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:53:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "d7f5343c-db51-478c-ab55-16189fc246f4", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:53:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "d7f5343c-db51-478c-ab55-16189fc246f4", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1-authn-ssl"} 2026-07-05T13:53:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "d7f5343c-db51-478c-ab55-16189fc246f4", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:53:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "3fa2efd0-92fe-41cf-9c2e-874f1f9235ef", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:53:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "3fa2efd0-92fe-41cf-9c2e-874f1f9235ef", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:53:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "3fa2efd0-92fe-41cf-9c2e-874f1f9235ef", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:53:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "3fa2efd0-92fe-41cf-9c2e-874f1f9235ef", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1-kserve-route-authn"} 2026-07-05T13:53:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "3fa2efd0-92fe-41cf-9c2e-874f1f9235ef", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "authType": "userdefined"} 2026-07-05T13:53:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "3fa2efd0-92fe-41cf-9c2e-874f1f9235ef", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:53:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "6e4abed9-ee73-432b-ba22-cd6a285e1efd", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-05T13:53:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "42fe1951-9b7b-47df-be56-81949e4a1cc4", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:53:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "42fe1951-9b7b-47df-be56-81949e4a1cc4", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1-authn-ssl"} 2026-07-05T13:53:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "42fe1951-9b7b-47df-be56-81949e4a1cc4", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:53:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "1a4f5934-e642-4d5f-a3eb-6653c405a133", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:53:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "1a4f5934-e642-4d5f-a3eb-6653c405a133", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:53:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "1a4f5934-e642-4d5f-a3eb-6653c405a133", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:53:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "1a4f5934-e642-4d5f-a3eb-6653c405a133", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1-kserve-route-authn"} 2026-07-05T13:53:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "1a4f5934-e642-4d5f-a3eb-6653c405a133", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "authType": "userdefined"} 2026-07-05T13:53:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "1a4f5934-e642-4d5f-a3eb-6653c405a133", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:53:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "6c5f929a-da70-41be-ac72-9eafcd82a1bb", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:53:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "6c5f929a-da70-41be-ac72-9eafcd82a1bb", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:53:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "6c5f929a-da70-41be-ac72-9eafcd82a1bb", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:53:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "6c5f929a-da70-41be-ac72-9eafcd82a1bb", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1-kserve-route-authn"} 2026-07-05T13:53:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "6c5f929a-da70-41be-ac72-9eafcd82a1bb", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "authType": "userdefined"} 2026-07-05T13:53:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "6c5f929a-da70-41be-ac72-9eafcd82a1bb", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:54:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "9128dd3b-5654-4059-8dbd-9f6b5a4dc17f", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:54:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "9128dd3b-5654-4059-8dbd-9f6b5a4dc17f", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec-authn-ssl"} 2026-07-05T13:54:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "9128dd3b-5654-4059-8dbd-9f6b5a4dc17f", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:54:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "da145026-7990-4386-89dd-a480508a7300", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:54:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "da145026-7990-4386-89dd-a480508a7300", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1-authn-ssl"} 2026-07-05T13:54:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "da145026-7990-4386-89dd-a480508a7300", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:55:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "5ebadf2d-c5b6-4464-ab49-cdc55007cf75", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:55:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "5ebadf2d-c5b6-4464-ab49-cdc55007cf75", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec"} 2026-07-05T13:55:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "5ebadf2d-c5b6-4464-ab49-cdc55007cf75", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:55:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "5ebadf2d-c5b6-4464-ab49-cdc55007cf75", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:55:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "5ebadf2d-c5b6-4464-ab49-cdc55007cf75", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec-kserve-route-authn"} 2026-07-05T13:55:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "5ebadf2d-c5b6-4464-ab49-cdc55007cf75", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec-kserve-route-authn"} 2026-07-05T13:55:50Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "5ebadf2d-c5b6-4464-ab49-cdc55007cf75", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:55:50Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "5ebadf2d-c5b6-4464-ab49-cdc55007cf75", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:55:50Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "auth-test-model-6096ec", "reconcileID": "3fb48ef9-21f6-4317-9202-45ace6512b6c", "LLMInferenceService": "auth-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:55:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "d4b9c8fa-c93a-4c68-a81c-8fa44c0f5674", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:55:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "d4b9c8fa-c93a-4c68-a81c-8fa44c0f5674", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec-authn-ssl"} 2026-07-05T13:55:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "d4b9c8fa-c93a-4c68-a81c-8fa44c0f5674", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:55:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "65f07a0d-3911-42cc-a6a7-7e5e755cb661", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:55:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "65f07a0d-3911-42cc-a6a7-7e5e755cb661", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec-authn-ssl"} 2026-07-05T13:55:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "65f07a0d-3911-42cc-a6a7-7e5e755cb661", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:55:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "4aa70b0e-ed31-4df7-ae79-b8bdc69cec5b", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:55:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "4aa70b0e-ed31-4df7-ae79-b8bdc69cec5b", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1"} 2026-07-05T13:55:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "4aa70b0e-ed31-4df7-ae79-b8bdc69cec5b", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:55:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "4aa70b0e-ed31-4df7-ae79-b8bdc69cec5b", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:55:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "4aa70b0e-ed31-4df7-ae79-b8bdc69cec5b", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1-kserve-route-authn"} 2026-07-05T13:55:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "4aa70b0e-ed31-4df7-ae79-b8bdc69cec5b", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1-kserve-route-authn"} 2026-07-05T13:55:50Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "4aa70b0e-ed31-4df7-ae79-b8bdc69cec5b", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:55:50Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "4aa70b0e-ed31-4df7-ae79-b8bdc69cec5b", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:55:51Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "auth-test-model-6579e1", "reconcileID": "77061c09-6047-47e0-9686-78ab680ab6f3", "LLMInferenceService": "auth-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:55:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "d92c6756-8ca7-4946-9388-8b1e565e30cc", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:55:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "d92c6756-8ca7-4946-9388-8b1e565e30cc", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1-authn-ssl"} 2026-07-05T13:55:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "d92c6756-8ca7-4946-9388-8b1e565e30cc", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:55:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "25706f41-9859-4b67-882d-f1e2c4efc308", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:55:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "25706f41-9859-4b67-882d-f1e2c4efc308", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1-authn-ssl"} 2026-07-05T13:55:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "25706f41-9859-4b67-882d-f1e2c4efc308", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:55:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "16dada87-40c0-4d25-99db-e7281a070810", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:55:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "16dada87-40c0-4d25-99db-e7281a070810", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:55:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "16dada87-40c0-4d25-99db-e7281a070810", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:55:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "9f2e6034-1541-4d89-b714-a43ef00ef35e", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:55:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "16dada87-40c0-4d25-99db-e7281a070810", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec-kserve-route-authn"} 2026-07-05T13:55:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "16dada87-40c0-4d25-99db-e7281a070810", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "authType": "userdefined"} 2026-07-05T13:55:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "16dada87-40c0-4d25-99db-e7281a070810", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:55:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "9f2e6034-1541-4d89-b714-a43ef00ef35e", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec-authn-ssl"} 2026-07-05T13:55:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "9f2e6034-1541-4d89-b714-a43ef00ef35e", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:55:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "7dcc4e7f-88eb-4454-b24d-bf6a9a31a6fe", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:55:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "7dcc4e7f-88eb-4454-b24d-bf6a9a31a6fe", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:55:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "7dcc4e7f-88eb-4454-b24d-bf6a9a31a6fe", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:55:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "7dcc4e7f-88eb-4454-b24d-bf6a9a31a6fe", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec-kserve-route-authn"} 2026-07-05T13:55:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "7dcc4e7f-88eb-4454-b24d-bf6a9a31a6fe", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "authType": "userdefined"} 2026-07-05T13:55:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "7dcc4e7f-88eb-4454-b24d-bf6a9a31a6fe", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:55:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "e456bb4d-1bdd-4775-b734-08821d015b50", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:55:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "e456bb4d-1bdd-4775-b734-08821d015b50", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec-authn-ssl"} 2026-07-05T13:55:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "e456bb4d-1bdd-4775-b734-08821d015b50", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:55:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "16a41c6a-09df-4be6-8cf1-f4bcf5607919", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:55:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "16a41c6a-09df-4be6-8cf1-f4bcf5607919", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:55:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "16a41c6a-09df-4be6-8cf1-f4bcf5607919", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:55:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "16a41c6a-09df-4be6-8cf1-f4bcf5607919", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec-kserve-route-authn"} 2026-07-05T13:55:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "16a41c6a-09df-4be6-8cf1-f4bcf5607919", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "authType": "userdefined"} 2026-07-05T13:55:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "16a41c6a-09df-4be6-8cf1-f4bcf5607919", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:56:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "895d4818-2692-4bb0-97fb-0a9ba5b48b93", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:56:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "895d4818-2692-4bb0-97fb-0a9ba5b48b93", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:56:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "895d4818-2692-4bb0-97fb-0a9ba5b48b93", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:56:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "895d4818-2692-4bb0-97fb-0a9ba5b48b93", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec-kserve-route-authn"} 2026-07-05T13:56:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "895d4818-2692-4bb0-97fb-0a9ba5b48b93", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "authType": "userdefined"} 2026-07-05T13:56:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "895d4818-2692-4bb0-97fb-0a9ba5b48b93", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:56:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "d7600e9a-4a2b-47b2-b5ae-089eda8829ce", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:56:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "d7600e9a-4a2b-47b2-b5ae-089eda8829ce", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:56:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "d7600e9a-4a2b-47b2-b5ae-089eda8829ce", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:56:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "740fb99e-96d3-4533-8abf-26af7f6423e7", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:56:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "d7600e9a-4a2b-47b2-b5ae-089eda8829ce", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1-kserve-route-authn"} 2026-07-05T13:56:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "d7600e9a-4a2b-47b2-b5ae-089eda8829ce", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "authType": "userdefined"} 2026-07-05T13:56:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "d7600e9a-4a2b-47b2-b5ae-089eda8829ce", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:56:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "740fb99e-96d3-4533-8abf-26af7f6423e7", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1-authn-ssl"} 2026-07-05T13:56:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "740fb99e-96d3-4533-8abf-26af7f6423e7", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:56:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "b8a41fc7-78b5-4b15-a473-cde9dae78e3f", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:56:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "b8a41fc7-78b5-4b15-a473-cde9dae78e3f", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:56:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "b8a41fc7-78b5-4b15-a473-cde9dae78e3f", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:56:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "b8a41fc7-78b5-4b15-a473-cde9dae78e3f", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1-kserve-route-authn"} 2026-07-05T13:56:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "b8a41fc7-78b5-4b15-a473-cde9dae78e3f", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "authType": "userdefined"} 2026-07-05T13:56:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "b8a41fc7-78b5-4b15-a473-cde9dae78e3f", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:56:17Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-05T13:56:17Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-05T13:56:22Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-05T13:56:22Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-05T13:56:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "911bb527-cac3-4f38-97b6-2e4a0164e295", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:56:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "911bb527-cac3-4f38-97b6-2e4a0164e295", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1-authn-ssl"} 2026-07-05T13:56:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "911bb527-cac3-4f38-97b6-2e4a0164e295", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:56:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "35837937-a08b-4c1b-9563-69a3fa672f2b", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:56:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "35837937-a08b-4c1b-9563-69a3fa672f2b", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:56:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "35837937-a08b-4c1b-9563-69a3fa672f2b", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:56:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "35837937-a08b-4c1b-9563-69a3fa672f2b", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1-kserve-route-authn"} 2026-07-05T13:56:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "35837937-a08b-4c1b-9563-69a3fa672f2b", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "authType": "userdefined"} 2026-07-05T13:56:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "35837937-a08b-4c1b-9563-69a3fa672f2b", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:56:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "ce196597-8b14-4254-9054-04619eadb885", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:56:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "ce196597-8b14-4254-9054-04619eadb885", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:56:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "ce196597-8b14-4254-9054-04619eadb885", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:56:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "ce196597-8b14-4254-9054-04619eadb885", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1-kserve-route-authn"} 2026-07-05T13:56:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "ce196597-8b14-4254-9054-04619eadb885", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "authType": "userdefined"} 2026-07-05T13:56:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "ce196597-8b14-4254-9054-04619eadb885", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:56:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "e91756fc-8ec7-4ef6-9711-2e9018650e4d", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:56:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "e91756fc-8ec7-4ef6-9711-2e9018650e4d", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:56:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "e91756fc-8ec7-4ef6-9711-2e9018650e4d", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:56:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "e91756fc-8ec7-4ef6-9711-2e9018650e4d", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1-kserve-route-authn"} 2026-07-05T13:56:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "e91756fc-8ec7-4ef6-9711-2e9018650e4d", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "authType": "userdefined"} 2026-07-05T13:56:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "e91756fc-8ec7-4ef6-9711-2e9018650e4d", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:57:07Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "0cb90075-b6d9-45d2-af9d-66fb5396b9a3", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:57:07Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "0cb90075-b6d9-45d2-af9d-66fb5396b9a3", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec"} 2026-07-05T13:57:07Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "0cb90075-b6d9-45d2-af9d-66fb5396b9a3", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:57:07Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "0cb90075-b6d9-45d2-af9d-66fb5396b9a3", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:57:07Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "0cb90075-b6d9-45d2-af9d-66fb5396b9a3", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec-kserve-route-authn"} 2026-07-05T13:57:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "0cb90075-b6d9-45d2-af9d-66fb5396b9a3", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec-kserve-route-authn"} 2026-07-05T13:57:07Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "0cb90075-b6d9-45d2-af9d-66fb5396b9a3", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:57:07Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "0cb90075-b6d9-45d2-af9d-66fb5396b9a3", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:57:07Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "sub-test-model-6096ec", "reconcileID": "774bee45-477f-4bd2-adf1-9d9dab4ee34c", "LLMInferenceService": "sub-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:57:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "4e083069-ca9d-4e22-a503-b8bb92e799a0", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:57:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "4e083069-ca9d-4e22-a503-b8bb92e799a0", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec-authn-ssl"} 2026-07-05T13:57:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "4e083069-ca9d-4e22-a503-b8bb92e799a0", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:57:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "00536f80-c99d-4d54-8787-9523397f8a6c", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:57:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "00536f80-c99d-4d54-8787-9523397f8a6c", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec-authn-ssl"} 2026-07-05T13:57:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "00536f80-c99d-4d54-8787-9523397f8a6c", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:57:07Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "537e67f7-eb27-4c25-8b72-2cad500036ef", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:57:07Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "537e67f7-eb27-4c25-8b72-2cad500036ef", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1"} 2026-07-05T13:57:07Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "537e67f7-eb27-4c25-8b72-2cad500036ef", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:57:07Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "537e67f7-eb27-4c25-8b72-2cad500036ef", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:57:07Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "537e67f7-eb27-4c25-8b72-2cad500036ef", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1-kserve-route-authn"} 2026-07-05T13:57:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "537e67f7-eb27-4c25-8b72-2cad500036ef", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1-kserve-route-authn"} 2026-07-05T13:57:07Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "537e67f7-eb27-4c25-8b72-2cad500036ef", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:57:07Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "537e67f7-eb27-4c25-8b72-2cad500036ef", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:57:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "sub-test-model-6579e1", "reconcileID": "e591f0af-f5ba-4a15-9aa2-7330da5627d0", "LLMInferenceService": "sub-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:57:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "57ee94d4-d833-43e8-8372-310b165c2e22", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:57:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "57ee94d4-d833-43e8-8372-310b165c2e22", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1-authn-ssl"} 2026-07-05T13:57:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "57ee94d4-d833-43e8-8372-310b165c2e22", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:57:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "6f1a57c4-f746-4a92-9300-29f9270190f2", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:57:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "6f1a57c4-f746-4a92-9300-29f9270190f2", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1-authn-ssl"} 2026-07-05T13:57:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "6f1a57c4-f746-4a92-9300-29f9270190f2", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:57:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "92fbdde8-0bc9-4d20-b54b-4ee2f8bd707c", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:57:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "92fbdde8-0bc9-4d20-b54b-4ee2f8bd707c", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:57:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "92fbdde8-0bc9-4d20-b54b-4ee2f8bd707c", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:57:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "92fbdde8-0bc9-4d20-b54b-4ee2f8bd707c", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec-kserve-route-authn"} 2026-07-05T13:57:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "92fbdde8-0bc9-4d20-b54b-4ee2f8bd707c", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "authType": "userdefined"} 2026-07-05T13:57:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "92fbdde8-0bc9-4d20-b54b-4ee2f8bd707c", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:57:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "453bb854-c9bf-44a5-a173-b2d04d262b81", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:57:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "453bb854-c9bf-44a5-a173-b2d04d262b81", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec-authn-ssl"} 2026-07-05T13:57:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "453bb854-c9bf-44a5-a173-b2d04d262b81", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:57:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "8c7e4860-3499-4bc7-ba80-a022194b1df8", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:57:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "8c7e4860-3499-4bc7-ba80-a022194b1df8", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:57:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "8c7e4860-3499-4bc7-ba80-a022194b1df8", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:57:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "8c7e4860-3499-4bc7-ba80-a022194b1df8", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec-kserve-route-authn"} 2026-07-05T13:57:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "8c7e4860-3499-4bc7-ba80-a022194b1df8", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "authType": "userdefined"} 2026-07-05T13:57:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "8c7e4860-3499-4bc7-ba80-a022194b1df8", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:57:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "a1b526ba-9e10-427c-9d7a-29bb04da7480", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:57:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "a1b526ba-9e10-427c-9d7a-29bb04da7480", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec-authn-ssl"} 2026-07-05T13:57:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "a1b526ba-9e10-427c-9d7a-29bb04da7480", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:57:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "43ad0d76-6ae4-4531-bad2-9287de03ba00", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:57:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "43ad0d76-6ae4-4531-bad2-9287de03ba00", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:57:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "43ad0d76-6ae4-4531-bad2-9287de03ba00", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:57:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "43ad0d76-6ae4-4531-bad2-9287de03ba00", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec-kserve-route-authn"} 2026-07-05T13:57:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "43ad0d76-6ae4-4531-bad2-9287de03ba00", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "authType": "userdefined"} 2026-07-05T13:57:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "43ad0d76-6ae4-4531-bad2-9287de03ba00", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:57:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "e746f376-5e59-47c0-aea3-2b40c53162b0", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:57:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "e746f376-5e59-47c0-aea3-2b40c53162b0", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:57:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "e746f376-5e59-47c0-aea3-2b40c53162b0", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:57:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "e746f376-5e59-47c0-aea3-2b40c53162b0", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec-kserve-route-authn"} 2026-07-05T13:57:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "e746f376-5e59-47c0-aea3-2b40c53162b0", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "authType": "userdefined"} 2026-07-05T13:57:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "e746f376-5e59-47c0-aea3-2b40c53162b0", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:57:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "9e2e1c5e-2b4a-4b09-a4a8-adfccc842ce7", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:57:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "9e2e1c5e-2b4a-4b09-a4a8-adfccc842ce7", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:57:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "9e2e1c5e-2b4a-4b09-a4a8-adfccc842ce7", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:57:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "b9d8569e-cc6e-4ffe-ab54-a5a898ac2b09", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:57:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "9e2e1c5e-2b4a-4b09-a4a8-adfccc842ce7", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1-kserve-route-authn"} 2026-07-05T13:57:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "9e2e1c5e-2b4a-4b09-a4a8-adfccc842ce7", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "authType": "userdefined"} 2026-07-05T13:57:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "9e2e1c5e-2b4a-4b09-a4a8-adfccc842ce7", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:57:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "b9d8569e-cc6e-4ffe-ab54-a5a898ac2b09", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1-authn-ssl"} 2026-07-05T13:57:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "b9d8569e-cc6e-4ffe-ab54-a5a898ac2b09", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:57:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "f6b2c213-9811-4628-a9e9-6003eabcb26a", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:57:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "f6b2c213-9811-4628-a9e9-6003eabcb26a", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:57:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "f6b2c213-9811-4628-a9e9-6003eabcb26a", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:57:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "f6b2c213-9811-4628-a9e9-6003eabcb26a", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1-kserve-route-authn"} 2026-07-05T13:57:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "f6b2c213-9811-4628-a9e9-6003eabcb26a", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "authType": "userdefined"} 2026-07-05T13:57:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "f6b2c213-9811-4628-a9e9-6003eabcb26a", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:57:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "bbfa538d-b968-4d1d-9ed0-be6a705c9c42", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:57:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "bbfa538d-b968-4d1d-9ed0-be6a705c9c42", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1-authn-ssl"} 2026-07-05T13:57:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "bbfa538d-b968-4d1d-9ed0-be6a705c9c42", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:57:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "ff243a3f-e85b-4eaa-8100-b3e8d5edf2d9", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:57:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "ff243a3f-e85b-4eaa-8100-b3e8d5edf2d9", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:57:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "ff243a3f-e85b-4eaa-8100-b3e8d5edf2d9", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:57:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "ff243a3f-e85b-4eaa-8100-b3e8d5edf2d9", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1-kserve-route-authn"} 2026-07-05T13:57:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "ff243a3f-e85b-4eaa-8100-b3e8d5edf2d9", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "authType": "userdefined"} 2026-07-05T13:57:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "ff243a3f-e85b-4eaa-8100-b3e8d5edf2d9", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:57:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "54ba4851-8c6f-4f68-b560-4f2088191551", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:57:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "54ba4851-8c6f-4f68-b560-4f2088191551", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:57:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "54ba4851-8c6f-4f68-b560-4f2088191551", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:57:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "54ba4851-8c6f-4f68-b560-4f2088191551", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1-kserve-route-authn"} 2026-07-05T13:57:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "54ba4851-8c6f-4f68-b560-4f2088191551", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "authType": "userdefined"} 2026-07-05T13:57:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "54ba4851-8c6f-4f68-b560-4f2088191551", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:58:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "ab52ebe8-6fff-4e5a-b809-b41867c97888", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:58:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "ab52ebe8-6fff-4e5a-b809-b41867c97888", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:58:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "ab52ebe8-6fff-4e5a-b809-b41867c97888", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:58:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "ab52ebe8-6fff-4e5a-b809-b41867c97888", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1-kserve-route-authn"} 2026-07-05T13:58:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "ab52ebe8-6fff-4e5a-b809-b41867c97888", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "authType": "userdefined"} 2026-07-05T13:58:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "ab52ebe8-6fff-4e5a-b809-b41867c97888", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:58:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "58a8e291-542f-4571-ba3e-7ff06078c345", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-05T13:58:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "297c8f0b-ff13-4a07-815b-fa1e6fe7f35d", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-05T13:58:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "32025ddd-8644-4991-bafb-7f6600cea593", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:58:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "32025ddd-8644-4991-bafb-7f6600cea593", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec"} 2026-07-05T13:58:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "32025ddd-8644-4991-bafb-7f6600cea593", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:58:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "32025ddd-8644-4991-bafb-7f6600cea593", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:58:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "32025ddd-8644-4991-bafb-7f6600cea593", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec-kserve-route-authn"} 2026-07-05T13:58:34Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "32025ddd-8644-4991-bafb-7f6600cea593", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec-kserve-route-authn"} 2026-07-05T13:58:34Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "32025ddd-8644-4991-bafb-7f6600cea593", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:58:34Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "32025ddd-8644-4991-bafb-7f6600cea593", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:58:34Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6096ec","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "rate-test-model-6096ec", "reconcileID": "ee4874e5-a562-4953-a7da-d70a094bad56", "LLMInferenceService": "rate-test-model-6096ec", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:58:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "794fdde6-d90b-4f4f-a79b-21eea7c57353", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:58:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "794fdde6-d90b-4f4f-a79b-21eea7c57353", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec-authn-ssl"} 2026-07-05T13:58:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "794fdde6-d90b-4f4f-a79b-21eea7c57353", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:58:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "717aab55-79ba-446c-954c-e7681a6af699", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:58:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "717aab55-79ba-446c-954c-e7681a6af699", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec-authn-ssl"} 2026-07-05T13:58:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "717aab55-79ba-446c-954c-e7681a6af699", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:58:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "4e074551-9d21-4cfc-912a-fc233c19aebb", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:58:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "4e074551-9d21-4cfc-912a-fc233c19aebb", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1"} 2026-07-05T13:58:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "4e074551-9d21-4cfc-912a-fc233c19aebb", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:58:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "4e074551-9d21-4cfc-912a-fc233c19aebb", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:58:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "4e074551-9d21-4cfc-912a-fc233c19aebb", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1-kserve-route-authn"} 2026-07-05T13:58:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "4e074551-9d21-4cfc-912a-fc233c19aebb", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1-kserve-route-authn"} 2026-07-05T13:58:35Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "4e074551-9d21-4cfc-912a-fc233c19aebb", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:58:35Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "4e074551-9d21-4cfc-912a-fc233c19aebb", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:58:35Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6579e1","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "rate-test-model-6579e1", "reconcileID": "8f16b255-563a-49c9-af12-a18e0d983767", "LLMInferenceService": "rate-test-model-6579e1", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:58:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "3aeb261b-186a-4653-b576-47a8e83e2f45", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:58:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "3aeb261b-186a-4653-b576-47a8e83e2f45", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1-authn-ssl"} 2026-07-05T13:58:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "3aeb261b-186a-4653-b576-47a8e83e2f45", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:58:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "b8b1d270-bba0-4559-a8f7-b4832302a6c5", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:58:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "b8b1d270-bba0-4559-a8f7-b4832302a6c5", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1-authn-ssl"} 2026-07-05T13:58:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "b8b1d270-bba0-4559-a8f7-b4832302a6c5", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:58:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "a2dd0bfc-5cb9-4b8d-bf64-70754d66523a", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:58:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "a2dd0bfc-5cb9-4b8d-bf64-70754d66523a", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec-authn-ssl"} 2026-07-05T13:58:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "a2dd0bfc-5cb9-4b8d-bf64-70754d66523a", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:58:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "29ab1ab0-71c0-483c-8546-f122e68e2a7b", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-05T13:59:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e5ab87d-6500-4fd8-a2c6-41fed2245f84", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:59:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e5ab87d-6500-4fd8-a2c6-41fed2245f84", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6096ec", "create": "odh-kserve-custom-ca-bundle"} 2026-07-05T13:59:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e5ab87d-6500-4fd8-a2c6-41fed2245f84", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-6096ec because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-05T13:59:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "odh-trusted-ca-bundle", "reconcileID": "9db5197d-ef0a-4934-995e-b3012e016e52", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:59:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "odh-trusted-ca-bundle", "reconcileID": "9db5197d-ef0a-4934-995e-b3012e016e52", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:59:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "openshift-service-ca.crt", "reconcileID": "92414567-71b9-40d2-8a1c-f7c115bcb297", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:59:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "openshift-service-ca.crt", "reconcileID": "92414567-71b9-40d2-8a1c-f7c115bcb297", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:59:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "660abea0-b167-495f-9abd-2446f0d4d536", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:59:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-6096ec"}, "namespace": "ai-tenant-e2e-shared-a-6096ec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "660abea0-b167-495f-9abd-2446f0d4d536", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-6096ec"} 2026-07-05T13:59:20Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-6096ec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-6096ec", "reconcileID": "c3a81c8b-50ec-47fa-b761-6d7de02581ca", "Gateway": "e2e-shared-a-6096ec", "namespace": "openshift-ingress"} 2026-07-05T13:59:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "6aec5071-a003-438b-a888-b8d6bb26b8bf", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:59:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "6aec5071-a003-438b-a888-b8d6bb26b8bf", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1-authn-ssl"} 2026-07-05T13:59:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "6aec5071-a003-438b-a888-b8d6bb26b8bf", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"} 2026-07-05T13:59:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b62f56d-7769-4a40-b5ca-90dd553fd9b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:59:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b62f56d-7769-4a40-b5ca-90dd553fd9b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6579e1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-05T13:59:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b62f56d-7769-4a40-b5ca-90dd553fd9b4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-6579e1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-05T13:59:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "odh-trusted-ca-bundle", "reconcileID": "7102744d-8a37-4b6f-ac81-eb11a8edcc7e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:59:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "odh-trusted-ca-bundle", "reconcileID": "7102744d-8a37-4b6f-ac81-eb11a8edcc7e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:59:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "openshift-service-ca.crt", "reconcileID": "899deb96-118f-49e2-bbb9-1e8bf21eca24", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:59:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "openshift-service-ca.crt", "reconcileID": "899deb96-118f-49e2-bbb9-1e8bf21eca24", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:59:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a6e91ec-0e48-4b0b-a9a0-928fc250f0dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:59:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6579e1"}, "namespace": "ai-tenant-e2e-shared-b-6579e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a6e91ec-0e48-4b0b-a9a0-928fc250f0dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6579e1"} 2026-07-05T13:59:28Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6579e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6579e1", "reconcileID": "123ed95b-0b33-48c7-b908-fd9e0c3001bc", "Gateway": "e2e-shared-b-6579e1", "namespace": "openshift-ingress"}