2026-07-07T19:18:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-283790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-283790", "reconcileID": "6fb9bfa6-60b9-4eab-abfc-c51e9ebfbf1a", "Gateway": "e2e-api-b-283790", "namespace": "openshift-ingress"} 2026-07-07T19:18:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "df1478bc-ac5b-444c-8bce-a5c9d566b5a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T19:18:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "1f4061aa-5eaf-411c-be4a-425921fa90f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T19:18:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-542889","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-542889", "reconcileID": "2e2f229b-db0f-4ac0-9829-be7fa850a487", "Gateway": "e2e-api-a-542889", "namespace": "openshift-ingress"} 2026-07-07T19:18:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-542889","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-542889", "reconcileID": "2e2f229b-db0f-4ac0-9829-be7fa850a487", "Gateway": "e2e-api-a-542889", "namespace": "openshift-ingress", "name": "e2e-api-a-542889-authn-ssl"} 2026-07-07T19:18:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-542889","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-542889", "reconcileID": "2e2f229b-db0f-4ac0-9829-be7fa850a487", "Gateway": "e2e-api-a-542889", "namespace": "openshift-ingress"} 2026-07-07T19:18:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-542889"}, "namespace": "ai-tenant-e2e-api-a-542889", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4794203-fbbe-44ab-ba8c-3cf666fec7f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-542889"} 2026-07-07T19:18:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-542889"}, "namespace": "ai-tenant-e2e-api-a-542889", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4794203-fbbe-44ab-ba8c-3cf666fec7f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-542889", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:18:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-542889"}, "namespace": "ai-tenant-e2e-api-a-542889", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4794203-fbbe-44ab-ba8c-3cf666fec7f2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-542889 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T19:18:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-542889"}, "namespace": "ai-tenant-e2e-api-a-542889", "name": "odh-trusted-ca-bundle", "reconcileID": "48a3adcb-1a01-4ba5-8444-6907ebd798cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-542889"} 2026-07-07T19:18:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-542889"}, "namespace": "ai-tenant-e2e-api-a-542889", "name": "odh-trusted-ca-bundle", "reconcileID": "48a3adcb-1a01-4ba5-8444-6907ebd798cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-542889", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:18:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-542889"}, "namespace": "ai-tenant-e2e-api-a-542889", "name": "odh-trusted-ca-bundle", "reconcileID": "48a3adcb-1a01-4ba5-8444-6907ebd798cc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-542889 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T19:18:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-542889"}, "namespace": "ai-tenant-e2e-api-a-542889", "name": "openshift-service-ca.crt", "reconcileID": "e3ca47d2-c59e-4654-970c-e30db1133086", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-542889"} 2026-07-07T19:18:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-542889"}, "namespace": "ai-tenant-e2e-api-a-542889", "name": "openshift-service-ca.crt", "reconcileID": "e3ca47d2-c59e-4654-970c-e30db1133086", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-542889"} 2026-07-07T19:18:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-542889"}, "namespace": "ai-tenant-e2e-api-a-542889", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8f9c7ea-8e98-4193-b928-0ab713ecabea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-542889"} 2026-07-07T19:18:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-542889"}, "namespace": "ai-tenant-e2e-api-a-542889", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8f9c7ea-8e98-4193-b928-0ab713ecabea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-542889"} 2026-07-07T19:18:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-542889"}, "namespace": "ai-tenant-e2e-api-a-542889", "name": "odh-trusted-ca-bundle", "reconcileID": "59606446-12ae-430b-8c39-7907b77131f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-542889"} 2026-07-07T19:18:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-542889"}, "namespace": "ai-tenant-e2e-api-a-542889", "name": "odh-trusted-ca-bundle", "reconcileID": "59606446-12ae-430b-8c39-7907b77131f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-542889"} 2026-07-07T19:18:40Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-542889","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-542889", "reconcileID": "00517256-db0e-4f64-a622-3f394c13932d", "Gateway": "e2e-api-a-542889", "namespace": "openshift-ingress"} 2026-07-07T19:18:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "3eb52f53-2f1d-4d3e-bd99-e46982dcd5be", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T19:18:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-283790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-283790", "reconcileID": "62bdffb0-0eed-456c-a8dd-cf7f1967b012", "Gateway": "e2e-api-b-283790", "namespace": "openshift-ingress"} 2026-07-07T19:18:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-283790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-283790", "reconcileID": "62bdffb0-0eed-456c-a8dd-cf7f1967b012", "Gateway": "e2e-api-b-283790", "namespace": "openshift-ingress", "name": "e2e-api-b-283790-authn-ssl"} 2026-07-07T19:18:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-283790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-283790", "reconcileID": "62bdffb0-0eed-456c-a8dd-cf7f1967b012", "Gateway": "e2e-api-b-283790", "namespace": "openshift-ingress"} 2026-07-07T19:18:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-283790"}, "namespace": "ai-tenant-e2e-api-b-283790", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de98f341-18ee-4c3e-bede-deef01ebea1e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-283790"} 2026-07-07T19:18:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-283790"}, "namespace": "ai-tenant-e2e-api-b-283790", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de98f341-18ee-4c3e-bede-deef01ebea1e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-283790", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:18:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-283790"}, "namespace": "ai-tenant-e2e-api-b-283790", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de98f341-18ee-4c3e-bede-deef01ebea1e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-283790 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T19:18:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-283790"}, "namespace": "ai-tenant-e2e-api-b-283790", "name": "odh-trusted-ca-bundle", "reconcileID": "1b9da4d2-f25c-4621-88db-50b1b0147604", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-283790"} 2026-07-07T19:18:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-283790"}, "namespace": "ai-tenant-e2e-api-b-283790", "name": "odh-trusted-ca-bundle", "reconcileID": "1b9da4d2-f25c-4621-88db-50b1b0147604", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-283790"} 2026-07-07T19:18:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-283790"}, "namespace": "ai-tenant-e2e-api-b-283790", "name": "openshift-service-ca.crt", "reconcileID": "fc5e8bf0-cfa5-4bd2-8042-613b3ea8fc75", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-283790"} 2026-07-07T19:18:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-283790"}, "namespace": "ai-tenant-e2e-api-b-283790", "name": "openshift-service-ca.crt", "reconcileID": "fc5e8bf0-cfa5-4bd2-8042-613b3ea8fc75", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-283790"} 2026-07-07T19:18:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-283790"}, "namespace": "ai-tenant-e2e-api-b-283790", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15cf4900-6fc5-4ece-b62b-e4a89ebcce7d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-283790"} 2026-07-07T19:18:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-283790"}, "namespace": "ai-tenant-e2e-api-b-283790", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15cf4900-6fc5-4ece-b62b-e4a89ebcce7d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-283790"} 2026-07-07T19:18:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-283790","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-283790", "reconcileID": "b5dd4ff7-7d52-46f9-ac26-2a2bd75a0e7b", "Gateway": "e2e-api-b-283790", "namespace": "openshift-ingress"} 2026-07-07T19:18:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "b2b60b7c-9553-4418-93cb-1b53152b7d3e", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:18:49Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "b2b60b7c-9553-4418-93cb-1b53152b7d3e", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5-authn-ssl"} 2026-07-07T19:18:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "b2b60b7c-9553-4418-93cb-1b53152b7d3e", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:18:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "4b199ab8-dcfe-4128-8298-82361014c29b", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:18:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "4b199ab8-dcfe-4128-8298-82361014c29b", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5-authn-ssl"} 2026-07-07T19:18:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "4b199ab8-dcfe-4128-8298-82361014c29b", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:18:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "5a4caee1-9524-403f-984c-4d8d13a7f8bc", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:18:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "5a4caee1-9524-403f-984c-4d8d13a7f8bc", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5-authn-ssl"} 2026-07-07T19:18:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "5a4caee1-9524-403f-984c-4d8d13a7f8bc", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:18:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "5fb81fc3-de66-42cf-88d0-634a80fab4f6", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:18:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "5fb81fc3-de66-42cf-88d0-634a80fab4f6", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5-authn-ssl"} 2026-07-07T19:18:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "5fb81fc3-de66-42cf-88d0-634a80fab4f6", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:18:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "ca66909e-3c1b-438a-b8d8-f4b2686b51e0", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:18:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "ca66909e-3c1b-438a-b8d8-f4b2686b51e0", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5-authn-ssl"} 2026-07-07T19:18:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "ca66909e-3c1b-438a-b8d8-f4b2686b51e0", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:18:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "66d0e51a-e1e3-43ab-bf7d-2c381f060215", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:18:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "66d0e51a-e1e3-43ab-bf7d-2c381f060215", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5-authn-ssl"} 2026-07-07T19:18:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "66d0e51a-e1e3-43ab-bf7d-2c381f060215", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:18:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "a576341b-e6b3-4dd9-b305-9786106598f3", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:18:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "a576341b-e6b3-4dd9-b305-9786106598f3", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5-authn-ssl"} 2026-07-07T19:18:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "a576341b-e6b3-4dd9-b305-9786106598f3", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:18:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "ecb13fa4-ce0e-4dd9-bf66-05943ae2f211", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:18:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "ecb13fa4-ce0e-4dd9-bf66-05943ae2f211", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5-authn-ssl"} 2026-07-07T19:18:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "ecb13fa4-ce0e-4dd9-bf66-05943ae2f211", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:18:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "openshift-service-ca.crt", "reconcileID": "b72cab58-38a2-4dbe-8c17-77d1aa7f63e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:18:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "odh-trusted-ca-bundle", "reconcileID": "8c64a9f1-7279-4a02-88dc-ea62cc115aec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:18:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "openshift-service-ca.crt", "reconcileID": "6348e5c0-6a3d-42e1-a026-e240f0c28104", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-dedce5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:18:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "openshift-service-ca.crt", "reconcileID": "6348e5c0-6a3d-42e1-a026-e240f0c28104", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:18:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7c67cf3-8916-4240-967a-6e6d5eeda957", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:18:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "openshift-service-ca.crt", "reconcileID": "67c5c22d-4cfd-4fd6-8d9b-b0543db4aa40", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:18:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "odh-trusted-ca-bundle", "reconcileID": "b9b95163-0fdb-48f9-bb49-f4700396fa98", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-dedce5", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:18:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "odh-trusted-ca-bundle", "reconcileID": "b9b95163-0fdb-48f9-bb49-f4700396fa98", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:18:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f6cdbcfd-2d42-406e-b719-c32f6a58bdc0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:18:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "4d1bbd89-d17f-4dba-9f95-e32ff876f8ce", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:18:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "4d1bbd89-d17f-4dba-9f95-e32ff876f8ce", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5-authn-ssl"} 2026-07-07T19:18:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "4d1bbd89-d17f-4dba-9f95-e32ff876f8ce", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:18:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "250254d4-c752-49c0-9b14-b8c972a3e65e", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T19:18:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "e69adce0-03c9-4736-a18c-dba4b1b0f963", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:18:57Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "e69adce0-03c9-4736-a18c-dba4b1b0f963", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53-authn-ssl"} 2026-07-07T19:18:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "e69adce0-03c9-4736-a18c-dba4b1b0f963", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:18:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "cde7d051-26ad-4da8-a87b-51af44c625b7", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:18:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "cde7d051-26ad-4da8-a87b-51af44c625b7", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53-authn-ssl"} 2026-07-07T19:18:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "cde7d051-26ad-4da8-a87b-51af44c625b7", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:18:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "c89a3732-bda6-4384-b29d-9fa0287f0730", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:18:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "c89a3732-bda6-4384-b29d-9fa0287f0730", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53-authn-ssl"} 2026-07-07T19:18:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "c89a3732-bda6-4384-b29d-9fa0287f0730", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:18:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "093303dd-bf75-4fcf-844a-c33ee9f5331e", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:18:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "093303dd-bf75-4fcf-844a-c33ee9f5331e", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53-authn-ssl"} 2026-07-07T19:18:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "093303dd-bf75-4fcf-844a-c33ee9f5331e", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:18:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "9cc57083-7624-4d77-82ce-5c856c219cf1", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:18:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "9cc57083-7624-4d77-82ce-5c856c219cf1", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53-authn-ssl"} 2026-07-07T19:18:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "9cc57083-7624-4d77-82ce-5c856c219cf1", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:18:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "5f1e38b7-5ae1-4354-af0f-b2478ea994b4", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:18:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "5f1e38b7-5ae1-4354-af0f-b2478ea994b4", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53-authn-ssl"} 2026-07-07T19:18:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "5f1e38b7-5ae1-4354-af0f-b2478ea994b4", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:18:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "b56fe72e-bfd3-4498-b578-6d2835473ac8", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:18:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "b56fe72e-bfd3-4498-b578-6d2835473ac8", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53-authn-ssl"} 2026-07-07T19:18:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "b56fe72e-bfd3-4498-b578-6d2835473ac8", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:18:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "fc79cf2b-6c09-4c60-bb4c-359eda6baaab", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:18:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "fc79cf2b-6c09-4c60-bb4c-359eda6baaab", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5-authn-ssl"} 2026-07-07T19:18:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "fc79cf2b-6c09-4c60-bb4c-359eda6baaab", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:18:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "4eb9c3c2-18f4-4e19-8fb0-17cacdeb1cf1", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:18:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "4eb9c3c2-18f4-4e19-8fb0-17cacdeb1cf1", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53-authn-ssl"} 2026-07-07T19:18:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "4eb9c3c2-18f4-4e19-8fb0-17cacdeb1cf1", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:19:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "openshift-service-ca.crt", "reconcileID": "68d0d6d5-7667-4eee-9b96-ea2e12e3f29b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:19:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "odh-trusted-ca-bundle", "reconcileID": "68462d97-b9e8-431e-a6c8-0f556d705073", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:19:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "openshift-service-ca.crt", "reconcileID": "b3644b74-758c-4b25-b118-0c92ac3dedab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d57d53", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:19:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "openshift-service-ca.crt", "reconcileID": "b3644b74-758c-4b25-b118-0c92ac3dedab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:19:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "openshift-service-ca.crt", "reconcileID": "f07c99f2-baf4-4dad-8e48-5fda754cb143", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d57d53", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:19:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "openshift-service-ca.crt", "reconcileID": "f07c99f2-baf4-4dad-8e48-5fda754cb143", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T19:19:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d27e01d0-d4f2-4de1-bded-2a61d257cff0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d57d53", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:19:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d27e01d0-d4f2-4de1-bded-2a61d257cff0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:19:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "odh-trusted-ca-bundle", "reconcileID": "175ba752-1e79-4d54-89fe-1321db612605", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:19:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "openshift-service-ca.crt", "reconcileID": "27325b9b-f2d9-4f99-9d23-4c66bb666789", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:19:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "853a9096-791a-4bfd-8a87-d8983488abba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:19:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "8d66bee5-2248-442d-8e6d-9fcd479a1b3e", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:19:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "8d66bee5-2248-442d-8e6d-9fcd479a1b3e", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53-authn-ssl"} 2026-07-07T19:19:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "8d66bee5-2248-442d-8e6d-9fcd479a1b3e", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:19:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "103f8920-b378-4b4a-aacb-be4e52ed7f63", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T19:19:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "756722dd-7846-4057-a451-332bf4ec8f49", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:19:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "756722dd-7846-4057-a451-332bf4ec8f49", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:19:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "756722dd-7846-4057-a451-332bf4ec8f49", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:19:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "682499f5-8683-4040-869d-ca7535afacd1", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:19:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "756722dd-7846-4057-a451-332bf4ec8f49", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5-kserve-route-authn"} 2026-07-07T19:19:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "756722dd-7846-4057-a451-332bf4ec8f49", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "authType": "userdefined"} 2026-07-07T19:19:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "756722dd-7846-4057-a451-332bf4ec8f49", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:19:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "682499f5-8683-4040-869d-ca7535afacd1", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5-authn-ssl"} 2026-07-07T19:19:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "682499f5-8683-4040-869d-ca7535afacd1", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:19:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "ccfa4b36-d35d-48f0-8e71-80cb9b381ad1", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:19:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "ccfa4b36-d35d-48f0-8e71-80cb9b381ad1", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:19:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "ccfa4b36-d35d-48f0-8e71-80cb9b381ad1", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:19:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "ccfa4b36-d35d-48f0-8e71-80cb9b381ad1", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5-kserve-route-authn"} 2026-07-07T19:19:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "ccfa4b36-d35d-48f0-8e71-80cb9b381ad1", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "authType": "userdefined"} 2026-07-07T19:19:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "ccfa4b36-d35d-48f0-8e71-80cb9b381ad1", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:19:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "8e761080-e3be-4c46-a6ec-90f6555a6a99", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:19:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "8e761080-e3be-4c46-a6ec-90f6555a6a99", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53-authn-ssl"} 2026-07-07T19:19:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "8e761080-e3be-4c46-a6ec-90f6555a6a99", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:19:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "b0b2ca2d-68a5-4f86-8022-870afb5c9200", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T19:19:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "fc7f95f4-fa8d-4c5e-941d-e8627e4b520f", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:19:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "fc7f95f4-fa8d-4c5e-941d-e8627e4b520f", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5-authn-ssl"} 2026-07-07T19:19:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "fc7f95f4-fa8d-4c5e-941d-e8627e4b520f", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:19:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "f1b4fb9d-f21c-41c4-8aea-a5ca6b53f6e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T19:19:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "eec327a9-b913-4585-8d5a-adfeb36d8e9d", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:19:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "eec327a9-b913-4585-8d5a-adfeb36d8e9d", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:19:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "eec327a9-b913-4585-8d5a-adfeb36d8e9d", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:19:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "eec327a9-b913-4585-8d5a-adfeb36d8e9d", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5-kserve-route-authn"} 2026-07-07T19:19:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "eec327a9-b913-4585-8d5a-adfeb36d8e9d", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "authType": "userdefined"} 2026-07-07T19:19:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "eec327a9-b913-4585-8d5a-adfeb36d8e9d", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:19:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "f2666f21-fd9c-4270-8899-4420e67e60c7", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:19:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "f2666f21-fd9c-4270-8899-4420e67e60c7", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:19:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "f2666f21-fd9c-4270-8899-4420e67e60c7", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:19:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "f2666f21-fd9c-4270-8899-4420e67e60c7", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5-kserve-route-authn"} 2026-07-07T19:19:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "f2666f21-fd9c-4270-8899-4420e67e60c7", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "authType": "userdefined"} 2026-07-07T19:19:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "f2666f21-fd9c-4270-8899-4420e67e60c7", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:19:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "1ca1b505-5d52-4670-8c5f-bbda08652317", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:19:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "1ca1b505-5d52-4670-8c5f-bbda08652317", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:19:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "1ca1b505-5d52-4670-8c5f-bbda08652317", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:19:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "7e5db934-203f-45b6-9e94-80cfb805e8bc", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:19:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "1ca1b505-5d52-4670-8c5f-bbda08652317", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53-kserve-route-authn"} 2026-07-07T19:19:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "1ca1b505-5d52-4670-8c5f-bbda08652317", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "authType": "userdefined"} 2026-07-07T19:19:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "1ca1b505-5d52-4670-8c5f-bbda08652317", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:19:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "7e5db934-203f-45b6-9e94-80cfb805e8bc", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53-authn-ssl"} 2026-07-07T19:19:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "7e5db934-203f-45b6-9e94-80cfb805e8bc", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:19:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "a53ff7f5-dad2-4243-923d-c98d521b7e51", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:19:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "a53ff7f5-dad2-4243-923d-c98d521b7e51", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:19:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "a53ff7f5-dad2-4243-923d-c98d521b7e51", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:19:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "a53ff7f5-dad2-4243-923d-c98d521b7e51", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53-kserve-route-authn"} 2026-07-07T19:19:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "a53ff7f5-dad2-4243-923d-c98d521b7e51", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "authType": "userdefined"} 2026-07-07T19:19:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "a53ff7f5-dad2-4243-923d-c98d521b7e51", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:19:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "b259f405-abde-42c8-8c8c-4a06f444d12f", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:19:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "b259f405-abde-42c8-8c8c-4a06f444d12f", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53-authn-ssl"} 2026-07-07T19:19:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "b259f405-abde-42c8-8c8c-4a06f444d12f", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:19:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "7b42be87-5ebc-431a-94cf-a35aaa76ef5f", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:19:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "7b42be87-5ebc-431a-94cf-a35aaa76ef5f", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:19:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "7b42be87-5ebc-431a-94cf-a35aaa76ef5f", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:19:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "7b42be87-5ebc-431a-94cf-a35aaa76ef5f", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53-kserve-route-authn"} 2026-07-07T19:19:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "7b42be87-5ebc-431a-94cf-a35aaa76ef5f", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "authType": "userdefined"} 2026-07-07T19:19:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "7b42be87-5ebc-431a-94cf-a35aaa76ef5f", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:20:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "3aa1c9d1-ac90-4987-8068-84ebfb6ec557", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:20:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "3aa1c9d1-ac90-4987-8068-84ebfb6ec557", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:20:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "3aa1c9d1-ac90-4987-8068-84ebfb6ec557", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:20:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "3aa1c9d1-ac90-4987-8068-84ebfb6ec557", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53-kserve-route-authn"} 2026-07-07T19:20:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "3aa1c9d1-ac90-4987-8068-84ebfb6ec557", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "authType": "userdefined"} 2026-07-07T19:20:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "3aa1c9d1-ac90-4987-8068-84ebfb6ec557", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:20:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "8aafa249-60f3-4354-9383-2509d5294a27", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:20:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "8aafa249-60f3-4354-9383-2509d5294a27", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5-authn-ssl"} 2026-07-07T19:20:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "8aafa249-60f3-4354-9383-2509d5294a27", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:20:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "dee44459-d096-4bb0-a0d9-e2eed4662cc0", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:20:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "dee44459-d096-4bb0-a0d9-e2eed4662cc0", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53-authn-ssl"} 2026-07-07T19:20:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "dee44459-d096-4bb0-a0d9-e2eed4662cc0", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:21:40Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "3be8c971-335d-44d8-9c54-dae6ea6b994e", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:21:40Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "3be8c971-335d-44d8-9c54-dae6ea6b994e", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5"} 2026-07-07T19:21:40Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "3be8c971-335d-44d8-9c54-dae6ea6b994e", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:21:40Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "3be8c971-335d-44d8-9c54-dae6ea6b994e", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:21:40Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "3be8c971-335d-44d8-9c54-dae6ea6b994e", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5-kserve-route-authn"} 2026-07-07T19:21:40Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "3be8c971-335d-44d8-9c54-dae6ea6b994e", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5-kserve-route-authn"} 2026-07-07T19:21:40Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "3be8c971-335d-44d8-9c54-dae6ea6b994e", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:21:40Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "3be8c971-335d-44d8-9c54-dae6ea6b994e", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:21:40Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "auth-test-model-dedce5", "reconcileID": "98cc30f4-4ce7-4d77-beb9-a06210d8b228", "LLMInferenceService": "auth-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:21:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "1c126b64-b015-4bf9-adb1-118fb17b1612", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:21:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "1c126b64-b015-4bf9-adb1-118fb17b1612", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5-authn-ssl"} 2026-07-07T19:21:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "1c126b64-b015-4bf9-adb1-118fb17b1612", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:21:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "edc7e02d-80a4-4a23-a9ac-a98ab6e418af", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:21:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "edc7e02d-80a4-4a23-a9ac-a98ab6e418af", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5-authn-ssl"} 2026-07-07T19:21:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "edc7e02d-80a4-4a23-a9ac-a98ab6e418af", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:21:40Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "9ec59462-4b88-43bd-9798-3725e30079bb", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:21:40Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "9ec59462-4b88-43bd-9798-3725e30079bb", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53"} 2026-07-07T19:21:40Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "9ec59462-4b88-43bd-9798-3725e30079bb", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:21:40Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "9ec59462-4b88-43bd-9798-3725e30079bb", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:21:40Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "9ec59462-4b88-43bd-9798-3725e30079bb", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53-kserve-route-authn"} 2026-07-07T19:21:40Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "9ec59462-4b88-43bd-9798-3725e30079bb", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53-kserve-route-authn"} 2026-07-07T19:21:40Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "9ec59462-4b88-43bd-9798-3725e30079bb", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:21:40Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "9ec59462-4b88-43bd-9798-3725e30079bb", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:21:41Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "auth-test-model-d57d53", "reconcileID": "1649615f-e0ae-4888-8d6a-2bccbd08017b", "LLMInferenceService": "auth-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:21:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "a7f0bcbd-f9a9-4477-ae9c-37c6f34d5089", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:21:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "a7f0bcbd-f9a9-4477-ae9c-37c6f34d5089", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53-authn-ssl"} 2026-07-07T19:21:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "a7f0bcbd-f9a9-4477-ae9c-37c6f34d5089", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:21:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "ab5db485-c592-4d54-9f4f-1637ddcdb5e8", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:21:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "ab5db485-c592-4d54-9f4f-1637ddcdb5e8", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53-authn-ssl"} 2026-07-07T19:21:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "ab5db485-c592-4d54-9f4f-1637ddcdb5e8", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:21:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "20e8dff5-bc5f-4834-b7f7-60fa5e0f77fd", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:21:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "20e8dff5-bc5f-4834-b7f7-60fa5e0f77fd", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:21:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "20e8dff5-bc5f-4834-b7f7-60fa5e0f77fd", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:21:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "9abdc715-3f25-43ed-995f-e6e0369e356f", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:21:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "20e8dff5-bc5f-4834-b7f7-60fa5e0f77fd", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5-kserve-route-authn"} 2026-07-07T19:21:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "20e8dff5-bc5f-4834-b7f7-60fa5e0f77fd", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "authType": "userdefined"} 2026-07-07T19:21:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "20e8dff5-bc5f-4834-b7f7-60fa5e0f77fd", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:21:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "9abdc715-3f25-43ed-995f-e6e0369e356f", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5-authn-ssl"} 2026-07-07T19:21:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "9abdc715-3f25-43ed-995f-e6e0369e356f", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:21:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "88a0b9af-2a39-43b5-a312-1cc88e42663b", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:21:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "88a0b9af-2a39-43b5-a312-1cc88e42663b", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:21:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "88a0b9af-2a39-43b5-a312-1cc88e42663b", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:21:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "88a0b9af-2a39-43b5-a312-1cc88e42663b", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5-kserve-route-authn"} 2026-07-07T19:21:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "88a0b9af-2a39-43b5-a312-1cc88e42663b", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "authType": "userdefined"} 2026-07-07T19:21:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "88a0b9af-2a39-43b5-a312-1cc88e42663b", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:22:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "c66bce63-816d-4fc0-9bb4-cf2b61bdb940", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:22:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "c66bce63-816d-4fc0-9bb4-cf2b61bdb940", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5-authn-ssl"} 2026-07-07T19:22:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "c66bce63-816d-4fc0-9bb4-cf2b61bdb940", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:22:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "ab19b2b1-af54-4db8-87d6-9789db4285e0", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:22:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "ab19b2b1-af54-4db8-87d6-9789db4285e0", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:22:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "ab19b2b1-af54-4db8-87d6-9789db4285e0", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:22:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "ab19b2b1-af54-4db8-87d6-9789db4285e0", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5-kserve-route-authn"} 2026-07-07T19:22:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "ab19b2b1-af54-4db8-87d6-9789db4285e0", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "authType": "userdefined"} 2026-07-07T19:22:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "ab19b2b1-af54-4db8-87d6-9789db4285e0", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:22:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "ac1f9681-e593-42a0-8d7a-c3462493abe1", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:22:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "ac1f9681-e593-42a0-8d7a-c3462493abe1", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:22:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "ac1f9681-e593-42a0-8d7a-c3462493abe1", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:22:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "ac1f9681-e593-42a0-8d7a-c3462493abe1", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5-kserve-route-authn"} 2026-07-07T19:22:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "ac1f9681-e593-42a0-8d7a-c3462493abe1", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "authType": "userdefined"} 2026-07-07T19:22:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "ac1f9681-e593-42a0-8d7a-c3462493abe1", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:22:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "275b82b2-c71f-4984-b39a-f89223f9d595", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:22:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "275b82b2-c71f-4984-b39a-f89223f9d595", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:22:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "275b82b2-c71f-4984-b39a-f89223f9d595", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:22:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "275b82b2-c71f-4984-b39a-f89223f9d595", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5-kserve-route-authn"} 2026-07-07T19:22:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "275b82b2-c71f-4984-b39a-f89223f9d595", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "authType": "userdefined"} 2026-07-07T19:22:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "275b82b2-c71f-4984-b39a-f89223f9d595", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:22:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "64e16907-726c-4182-b2f6-48f782a1e888", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:22:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "64e16907-726c-4182-b2f6-48f782a1e888", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:22:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "64e16907-726c-4182-b2f6-48f782a1e888", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:22:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "793bbe4b-11a4-4c01-abc3-bf930e085954", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:22:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "64e16907-726c-4182-b2f6-48f782a1e888", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53-kserve-route-authn"} 2026-07-07T19:22:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "64e16907-726c-4182-b2f6-48f782a1e888", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "authType": "userdefined"} 2026-07-07T19:22:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "64e16907-726c-4182-b2f6-48f782a1e888", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:22:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "793bbe4b-11a4-4c01-abc3-bf930e085954", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53-authn-ssl"} 2026-07-07T19:22:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "793bbe4b-11a4-4c01-abc3-bf930e085954", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:22:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "8296bab6-71cd-42eb-b9e5-b1904cc3c931", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:22:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "8296bab6-71cd-42eb-b9e5-b1904cc3c931", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:22:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "8296bab6-71cd-42eb-b9e5-b1904cc3c931", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:22:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "8296bab6-71cd-42eb-b9e5-b1904cc3c931", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53-kserve-route-authn"} 2026-07-07T19:22:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "8296bab6-71cd-42eb-b9e5-b1904cc3c931", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "authType": "userdefined"} 2026-07-07T19:22:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "8296bab6-71cd-42eb-b9e5-b1904cc3c931", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:22:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "767f3144-76b7-41e0-87fd-1a4e589e25a3", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:22:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "767f3144-76b7-41e0-87fd-1a4e589e25a3", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53-authn-ssl"} 2026-07-07T19:22:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "767f3144-76b7-41e0-87fd-1a4e589e25a3", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:22:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "d207a0c0-b767-4749-865f-40d965f8ca2d", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:22:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "d207a0c0-b767-4749-865f-40d965f8ca2d", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:22:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "d207a0c0-b767-4749-865f-40d965f8ca2d", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:22:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "d207a0c0-b767-4749-865f-40d965f8ca2d", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53-kserve-route-authn"} 2026-07-07T19:22:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "d207a0c0-b767-4749-865f-40d965f8ca2d", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "authType": "userdefined"} 2026-07-07T19:22:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "d207a0c0-b767-4749-865f-40d965f8ca2d", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:22:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "10f43262-7356-42cf-8101-aa98f289a29c", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:22:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "10f43262-7356-42cf-8101-aa98f289a29c", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:22:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "10f43262-7356-42cf-8101-aa98f289a29c", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:22:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "10f43262-7356-42cf-8101-aa98f289a29c", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53-kserve-route-authn"} 2026-07-07T19:22:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "10f43262-7356-42cf-8101-aa98f289a29c", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "authType": "userdefined"} 2026-07-07T19:22:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "10f43262-7356-42cf-8101-aa98f289a29c", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:22:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "861d7529-cd66-457a-9b82-49e0a19daad6", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:22:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "861d7529-cd66-457a-9b82-49e0a19daad6", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:22:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "861d7529-cd66-457a-9b82-49e0a19daad6", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:22:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "861d7529-cd66-457a-9b82-49e0a19daad6", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53-kserve-route-authn"} 2026-07-07T19:22:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "861d7529-cd66-457a-9b82-49e0a19daad6", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "authType": "userdefined"} 2026-07-07T19:22:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "861d7529-cd66-457a-9b82-49e0a19daad6", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:23:03Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "e42022a7-6a93-4e9e-965b-4293154006de", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:23:03Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "e42022a7-6a93-4e9e-965b-4293154006de", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5"} 2026-07-07T19:23:03Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "e42022a7-6a93-4e9e-965b-4293154006de", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:23:03Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "e42022a7-6a93-4e9e-965b-4293154006de", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:23:03Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "e42022a7-6a93-4e9e-965b-4293154006de", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5-kserve-route-authn"} 2026-07-07T19:23:03Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "e42022a7-6a93-4e9e-965b-4293154006de", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5-kserve-route-authn"} 2026-07-07T19:23:03Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "e42022a7-6a93-4e9e-965b-4293154006de", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:23:03Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "e42022a7-6a93-4e9e-965b-4293154006de", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:23:03Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "sub-test-model-dedce5", "reconcileID": "faa85968-5664-4e3a-95fb-5083ce4fa7b7", "LLMInferenceService": "sub-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:23:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "10a13a88-44b3-40e6-b692-4941a6b09083", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:23:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "10a13a88-44b3-40e6-b692-4941a6b09083", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5-authn-ssl"} 2026-07-07T19:23:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "10a13a88-44b3-40e6-b692-4941a6b09083", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:23:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "9661f5e1-da90-4a9f-9955-0b5c2a0b1a26", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:23:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "9661f5e1-da90-4a9f-9955-0b5c2a0b1a26", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5-authn-ssl"} 2026-07-07T19:23:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "9661f5e1-da90-4a9f-9955-0b5c2a0b1a26", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:23:03Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "40209d51-9481-4cc3-b88f-dffa8652be0c", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:23:03Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "40209d51-9481-4cc3-b88f-dffa8652be0c", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53"} 2026-07-07T19:23:03Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "40209d51-9481-4cc3-b88f-dffa8652be0c", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:23:03Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "40209d51-9481-4cc3-b88f-dffa8652be0c", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:23:03Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "40209d51-9481-4cc3-b88f-dffa8652be0c", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53-kserve-route-authn"} 2026-07-07T19:23:03Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "40209d51-9481-4cc3-b88f-dffa8652be0c", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53-kserve-route-authn"} 2026-07-07T19:23:03Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "40209d51-9481-4cc3-b88f-dffa8652be0c", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:23:03Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "40209d51-9481-4cc3-b88f-dffa8652be0c", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:23:04Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "sub-test-model-d57d53", "reconcileID": "5efe5267-28c2-4c4d-9ab2-b99bedb3c314", "LLMInferenceService": "sub-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:23:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "63dcdb67-7a8b-4c85-93dd-386b8056d12b", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:23:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "63dcdb67-7a8b-4c85-93dd-386b8056d12b", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53-authn-ssl"} 2026-07-07T19:23:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "63dcdb67-7a8b-4c85-93dd-386b8056d12b", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:23:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "48c48a6d-6d71-48c7-982f-e908067a99b7", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:23:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "48c48a6d-6d71-48c7-982f-e908067a99b7", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53-authn-ssl"} 2026-07-07T19:23:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "48c48a6d-6d71-48c7-982f-e908067a99b7", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:23:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "509f9c30-5f50-411b-b3e4-e9c82cc4ce0d", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:23:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "509f9c30-5f50-411b-b3e4-e9c82cc4ce0d", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:23:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "509f9c30-5f50-411b-b3e4-e9c82cc4ce0d", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:23:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "6b416ed7-0b8c-4750-a4b6-4d35b9df986b", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:23:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "509f9c30-5f50-411b-b3e4-e9c82cc4ce0d", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5-kserve-route-authn"} 2026-07-07T19:23:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "509f9c30-5f50-411b-b3e4-e9c82cc4ce0d", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "authType": "userdefined"} 2026-07-07T19:23:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "509f9c30-5f50-411b-b3e4-e9c82cc4ce0d", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:23:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "6b416ed7-0b8c-4750-a4b6-4d35b9df986b", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5-authn-ssl"} 2026-07-07T19:23:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "6b416ed7-0b8c-4750-a4b6-4d35b9df986b", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:23:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "7f042706-61db-4a82-9d26-8df70b2dbb15", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:23:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "7f042706-61db-4a82-9d26-8df70b2dbb15", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:23:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "7f042706-61db-4a82-9d26-8df70b2dbb15", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:23:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "7f042706-61db-4a82-9d26-8df70b2dbb15", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5-kserve-route-authn"} 2026-07-07T19:23:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "7f042706-61db-4a82-9d26-8df70b2dbb15", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "authType": "userdefined"} 2026-07-07T19:23:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "7f042706-61db-4a82-9d26-8df70b2dbb15", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:23:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "21d0c44d-2cbb-4302-8d5e-934d73f2c0f4", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:23:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "21d0c44d-2cbb-4302-8d5e-934d73f2c0f4", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5-authn-ssl"} 2026-07-07T19:23:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "21d0c44d-2cbb-4302-8d5e-934d73f2c0f4", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:23:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "f23181df-5ecf-4c3b-b27d-9fb1a1a05f5a", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:23:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "f23181df-5ecf-4c3b-b27d-9fb1a1a05f5a", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:23:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "f23181df-5ecf-4c3b-b27d-9fb1a1a05f5a", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:23:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "f23181df-5ecf-4c3b-b27d-9fb1a1a05f5a", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5-kserve-route-authn"} 2026-07-07T19:23:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "f23181df-5ecf-4c3b-b27d-9fb1a1a05f5a", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "authType": "userdefined"} 2026-07-07T19:23:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "f23181df-5ecf-4c3b-b27d-9fb1a1a05f5a", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:23:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "6ca9aa7f-122a-403a-86e9-6a4db6d7a02e", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:23:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "6ca9aa7f-122a-403a-86e9-6a4db6d7a02e", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:23:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "6ca9aa7f-122a-403a-86e9-6a4db6d7a02e", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:23:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "6ca9aa7f-122a-403a-86e9-6a4db6d7a02e", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5-kserve-route-authn"} 2026-07-07T19:23:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "6ca9aa7f-122a-403a-86e9-6a4db6d7a02e", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "authType": "userdefined"} 2026-07-07T19:23:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "6ca9aa7f-122a-403a-86e9-6a4db6d7a02e", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:23:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "a4d5cc2d-3df7-43b8-84d0-419c6c62f004", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:23:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "a4d5cc2d-3df7-43b8-84d0-419c6c62f004", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:23:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "a4d5cc2d-3df7-43b8-84d0-419c6c62f004", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:23:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "a4d5cc2d-3df7-43b8-84d0-419c6c62f004", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5-kserve-route-authn"} 2026-07-07T19:23:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "a4d5cc2d-3df7-43b8-84d0-419c6c62f004", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "authType": "userdefined"} 2026-07-07T19:23:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "a4d5cc2d-3df7-43b8-84d0-419c6c62f004", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:23:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "97a4ddd5-f94f-4a15-b805-fb4cf2167265", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:23:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "97a4ddd5-f94f-4a15-b805-fb4cf2167265", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:23:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "97a4ddd5-f94f-4a15-b805-fb4cf2167265", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:23:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "5345abce-bc63-4b73-b98c-9d0db79b003e", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:23:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "97a4ddd5-f94f-4a15-b805-fb4cf2167265", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53-kserve-route-authn"} 2026-07-07T19:23:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "97a4ddd5-f94f-4a15-b805-fb4cf2167265", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "authType": "userdefined"} 2026-07-07T19:23:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "97a4ddd5-f94f-4a15-b805-fb4cf2167265", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:23:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "5345abce-bc63-4b73-b98c-9d0db79b003e", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53-authn-ssl"} 2026-07-07T19:23:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "5345abce-bc63-4b73-b98c-9d0db79b003e", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:23:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "4dcf2bf9-13a5-4b83-93b8-ff4164d3f292", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:23:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "4dcf2bf9-13a5-4b83-93b8-ff4164d3f292", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:23:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "4dcf2bf9-13a5-4b83-93b8-ff4164d3f292", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:23:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "4dcf2bf9-13a5-4b83-93b8-ff4164d3f292", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53-kserve-route-authn"} 2026-07-07T19:23:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "4dcf2bf9-13a5-4b83-93b8-ff4164d3f292", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "authType": "userdefined"} 2026-07-07T19:23:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "4dcf2bf9-13a5-4b83-93b8-ff4164d3f292", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:23:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "6c6d23bd-3c95-4649-bb4e-bc594bcbdfca", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T19:23:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "001e077c-ab9c-4a09-86fd-ad839899686a", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:23:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "001e077c-ab9c-4a09-86fd-ad839899686a", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53-authn-ssl"} 2026-07-07T19:23:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "001e077c-ab9c-4a09-86fd-ad839899686a", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:23:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "64d3174a-b8a8-4bd8-afca-e3da1a03994b", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:23:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "64d3174a-b8a8-4bd8-afca-e3da1a03994b", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:23:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "64d3174a-b8a8-4bd8-afca-e3da1a03994b", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:23:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "64d3174a-b8a8-4bd8-afca-e3da1a03994b", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53-kserve-route-authn"} 2026-07-07T19:23:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "64d3174a-b8a8-4bd8-afca-e3da1a03994b", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "authType": "userdefined"} 2026-07-07T19:23:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "64d3174a-b8a8-4bd8-afca-e3da1a03994b", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:23:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "c9803d4d-7b46-46f9-b627-d9f6febff39a", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:23:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "c9803d4d-7b46-46f9-b627-d9f6febff39a", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:23:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "c9803d4d-7b46-46f9-b627-d9f6febff39a", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:23:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "c9803d4d-7b46-46f9-b627-d9f6febff39a", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53-kserve-route-authn"} 2026-07-07T19:23:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "c9803d4d-7b46-46f9-b627-d9f6febff39a", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "authType": "userdefined"} 2026-07-07T19:23:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "c9803d4d-7b46-46f9-b627-d9f6febff39a", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:24:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "b72297a6-b6d8-42fd-a47a-4b6756e7bba4", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T19:24:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "69ea407e-d38e-4e92-bdc3-d5cdf46185ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T19:24:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "a72527de-baca-4bb2-8cb8-f6f4fa15695e", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:24:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "a72527de-baca-4bb2-8cb8-f6f4fa15695e", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5"} 2026-07-07T19:24:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "a72527de-baca-4bb2-8cb8-f6f4fa15695e", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:24:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "a72527de-baca-4bb2-8cb8-f6f4fa15695e", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:24:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "a72527de-baca-4bb2-8cb8-f6f4fa15695e", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5-kserve-route-authn"} 2026-07-07T19:24:25Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "a72527de-baca-4bb2-8cb8-f6f4fa15695e", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5-kserve-route-authn"} 2026-07-07T19:24:25Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "a72527de-baca-4bb2-8cb8-f6f4fa15695e", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:24:25Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "a72527de-baca-4bb2-8cb8-f6f4fa15695e", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:24:25Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-dedce5","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "rate-test-model-dedce5", "reconcileID": "e6aaa9f2-5fcc-4753-b86e-a015c563744b", "LLMInferenceService": "rate-test-model-dedce5", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:24:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "acbd5fcb-1245-40a1-b9b8-d9bb6ca33658", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:24:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "acbd5fcb-1245-40a1-b9b8-d9bb6ca33658", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5-authn-ssl"} 2026-07-07T19:24:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "acbd5fcb-1245-40a1-b9b8-d9bb6ca33658", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:24:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "257d59bd-c34f-4d33-af20-0d7aab94cf57", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:24:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "257d59bd-c34f-4d33-af20-0d7aab94cf57", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5-authn-ssl"} 2026-07-07T19:24:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "257d59bd-c34f-4d33-af20-0d7aab94cf57", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:24:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "87b01068-9b1c-42ef-b8ea-22695148ec0d", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:24:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "87b01068-9b1c-42ef-b8ea-22695148ec0d", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53"} 2026-07-07T19:24:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "87b01068-9b1c-42ef-b8ea-22695148ec0d", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:24:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "87b01068-9b1c-42ef-b8ea-22695148ec0d", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:24:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "87b01068-9b1c-42ef-b8ea-22695148ec0d", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53-kserve-route-authn"} 2026-07-07T19:24:25Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "87b01068-9b1c-42ef-b8ea-22695148ec0d", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53-kserve-route-authn"} 2026-07-07T19:24:25Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "87b01068-9b1c-42ef-b8ea-22695148ec0d", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:24:25Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "87b01068-9b1c-42ef-b8ea-22695148ec0d", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:24:26Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d57d53","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "rate-test-model-d57d53", "reconcileID": "c075a198-343c-4479-91a9-1d967f6535da", "LLMInferenceService": "rate-test-model-d57d53", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:24:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "03587ab4-50e6-4b92-a20e-fdc7a28fd06e", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:24:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "03587ab4-50e6-4b92-a20e-fdc7a28fd06e", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53-authn-ssl"} 2026-07-07T19:24:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "03587ab4-50e6-4b92-a20e-fdc7a28fd06e", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:24:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "90e22a11-cf8c-40dc-a107-778c5bd659b9", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:24:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "90e22a11-cf8c-40dc-a107-778c5bd659b9", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53-authn-ssl"} 2026-07-07T19:24:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "90e22a11-cf8c-40dc-a107-778c5bd659b9", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:24:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "d3ff1e33-e769-4ee0-a2fc-47d2fd0f9438", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T19:24:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "c4b1e618-ed81-4e87-9e56-6279c2f681e2", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:24:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "c4b1e618-ed81-4e87-9e56-6279c2f681e2", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5-authn-ssl"} 2026-07-07T19:24:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "c4b1e618-ed81-4e87-9e56-6279c2f681e2", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:24:29Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T19:24:29Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T19:24:32Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T19:24:32Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T19:25:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72e818a3-c21e-404b-89e4-ec5d60e04610", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:25:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72e818a3-c21e-404b-89e4-ec5d60e04610", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-dedce5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:25:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72e818a3-c21e-404b-89e4-ec5d60e04610", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-dedce5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T19:25:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "odh-trusted-ca-bundle", "reconcileID": "45a9368a-c0a3-4185-9e14-b79b41542ac7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:25:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "odh-trusted-ca-bundle", "reconcileID": "45a9368a-c0a3-4185-9e14-b79b41542ac7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-dedce5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:25:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "odh-trusted-ca-bundle", "reconcileID": "45a9368a-c0a3-4185-9e14-b79b41542ac7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-dedce5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T19:25:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a4361b7-3bc2-4da2-b5f6-9b32adf804bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:25:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a4361b7-3bc2-4da2-b5f6-9b32adf804bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-dedce5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:25:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a4361b7-3bc2-4da2-b5f6-9b32adf804bb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-dedce5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T19:25:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "openshift-service-ca.crt", "reconcileID": "5680eb03-679e-4f01-9df6-6f50b11dc209", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:25:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "openshift-service-ca.crt", "reconcileID": "5680eb03-679e-4f01-9df6-6f50b11dc209", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:25:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "odh-trusted-ca-bundle", "reconcileID": "afd5a3a9-0983-44a7-b1f0-663beb8e98e0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:25:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "odh-trusted-ca-bundle", "reconcileID": "afd5a3a9-0983-44a7-b1f0-663beb8e98e0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:25:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b66d6d0d-ef0c-4810-8ee9-e76fbacf8ca9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:25:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-dedce5"}, "namespace": "ai-tenant-e2e-shared-a-dedce5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b66d6d0d-ef0c-4810-8ee9-e76fbacf8ca9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-dedce5"} 2026-07-07T19:25:11Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dedce5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dedce5", "reconcileID": "b4251208-4a3f-48fb-81ee-031f6116cd0e", "Gateway": "e2e-shared-a-dedce5", "namespace": "openshift-ingress"} 2026-07-07T19:25:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "bcb1f913-9155-4a50-b568-d3183a755a8a", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T19:25:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "95325e43-e889-4876-8f87-cf9b3639d5b8", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:25:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "95325e43-e889-4876-8f87-cf9b3639d5b8", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53-authn-ssl"} 2026-07-07T19:25:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "95325e43-e889-4876-8f87-cf9b3639d5b8", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"} 2026-07-07T19:25:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08b1ae89-350c-478f-abc4-a6f687053bb0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:25:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08b1ae89-350c-478f-abc4-a6f687053bb0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d57d53", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:25:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08b1ae89-350c-478f-abc4-a6f687053bb0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-d57d53 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T19:25:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "odh-trusted-ca-bundle", "reconcileID": "93608db2-5b95-4bc7-927d-ac55c9a703d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:25:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "odh-trusted-ca-bundle", "reconcileID": "93608db2-5b95-4bc7-927d-ac55c9a703d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:25:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "openshift-service-ca.crt", "reconcileID": "fecec03a-f3d7-49b3-a22e-81e3a1544039", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:25:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "openshift-service-ca.crt", "reconcileID": "fecec03a-f3d7-49b3-a22e-81e3a1544039", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:25:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e935287a-f417-4e55-b9ff-70d7a9e0c1be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:25:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-d57d53"}, "namespace": "ai-tenant-e2e-shared-b-d57d53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e935287a-f417-4e55-b9ff-70d7a9e0c1be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-d57d53"} 2026-07-07T19:25:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-d57d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-d57d53", "reconcileID": "18be7b3a-167e-4dd0-8965-60e415fd4729", "Gateway": "e2e-shared-b-d57d53", "namespace": "openshift-ingress"}