2026-07-06T19:42:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3fd8ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3fd8ac", "reconcileID": "61c9523a-b561-4b3b-8ff3-3ec3da3848f1", "Gateway": "e2e-api-a-3fd8ac", "namespace": "openshift-ingress", "name": "e2e-api-a-3fd8ac-authn-ssl"} 2026-07-06T19:42:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3fd8ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3fd8ac", "reconcileID": "61c9523a-b561-4b3b-8ff3-3ec3da3848f1", "Gateway": "e2e-api-a-3fd8ac", "namespace": "openshift-ingress"} 2026-07-06T19:42:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-99607e"}, "namespace": "ai-tenant-e2e-api-b-99607e", "name": "openshift-service-ca.crt", "reconcileID": "eb0ed05c-447f-4029-bf82-e9035bb042a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-99607e"} 2026-07-06T19:42:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-99607e"}, "namespace": "ai-tenant-e2e-api-b-99607e", "name": "odh-trusted-ca-bundle", "reconcileID": "ce28cc1a-7bf5-411d-8a6c-d4407e3618a0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-99607e"} 2026-07-06T19:42:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-99607e"}, "namespace": "ai-tenant-e2e-api-b-99607e", "name": "openshift-service-ca.crt", "reconcileID": "4446d698-48e6-414d-995a-afec022a4925", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-99607e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:42:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-99607e"}, "namespace": "ai-tenant-e2e-api-b-99607e", "name": "openshift-service-ca.crt", "reconcileID": "4446d698-48e6-414d-995a-afec022a4925", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-99607e"} 2026-07-06T19:42:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-99607e"}, "namespace": "ai-tenant-e2e-api-b-99607e", "name": "openshift-service-ca.crt", "reconcileID": "3e517747-1c6b-48ff-a7f1-12de09bf39a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-99607e"} 2026-07-06T19:42:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-99607e"}, "namespace": "ai-tenant-e2e-api-b-99607e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "712e549f-000a-45ff-894b-0b002db4ae88", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-99607e"} 2026-07-06T19:42:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-99607e"}, "namespace": "ai-tenant-e2e-api-b-99607e", "name": "odh-trusted-ca-bundle", "reconcileID": "e5c2fb20-ea47-4085-935e-9bc7403acc0e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-99607e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:42:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-99607e"}, "namespace": "ai-tenant-e2e-api-b-99607e", "name": "odh-trusted-ca-bundle", "reconcileID": "e5c2fb20-ea47-4085-935e-9bc7403acc0e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-99607e"} 2026-07-06T19:42:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-99607e"}, "namespace": "ai-tenant-e2e-api-b-99607e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb32b743-7e35-4e33-8d62-7f90a4b0c9bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-99607e"} 2026-07-06T19:42:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-99607e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-99607e", "reconcileID": "b8a970f8-746f-4eb0-bd31-a6be0da4e5e2", "Gateway": "e2e-api-b-99607e", "namespace": "openshift-ingress"} 2026-07-06T19:42:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-99607e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-99607e", "reconcileID": "b8a970f8-746f-4eb0-bd31-a6be0da4e5e2", "Gateway": "e2e-api-b-99607e", "namespace": "openshift-ingress", "name": "e2e-api-b-99607e-authn-ssl"} 2026-07-06T19:42:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-99607e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-99607e", "reconcileID": "b8a970f8-746f-4eb0-bd31-a6be0da4e5e2", "Gateway": "e2e-api-b-99607e", "namespace": "openshift-ingress"} 2026-07-06T19:42:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "4f6df2c3-2395-4992-b482-666b70f9d4fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:42:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-99607e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-99607e", "reconcileID": "d867315b-a0a4-4845-a7c9-00043a3e45a0", "Gateway": "e2e-api-b-99607e", "namespace": "openshift-ingress"} 2026-07-06T19:42:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-99607e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-99607e", "reconcileID": "d867315b-a0a4-4845-a7c9-00043a3e45a0", "Gateway": "e2e-api-b-99607e", "namespace": "openshift-ingress", "name": "e2e-api-b-99607e-authn-ssl"} 2026-07-06T19:42:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-99607e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-99607e", "reconcileID": "d867315b-a0a4-4845-a7c9-00043a3e45a0", "Gateway": "e2e-api-b-99607e", "namespace": "openshift-ingress"} 2026-07-06T19:42:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "8bfaa41c-cef2-4882-946c-fcd498de2958", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:42:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3fd8ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3fd8ac", "reconcileID": "1ea542ef-aed7-4e74-ae39-edf22677c180", "Gateway": "e2e-api-a-3fd8ac", "namespace": "openshift-ingress"} 2026-07-06T19:42:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3fd8ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3fd8ac", "reconcileID": "1ea542ef-aed7-4e74-ae39-edf22677c180", "Gateway": "e2e-api-a-3fd8ac", "namespace": "openshift-ingress", "name": "e2e-api-a-3fd8ac-authn-ssl"} 2026-07-06T19:42:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3fd8ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3fd8ac", "reconcileID": "1ea542ef-aed7-4e74-ae39-edf22677c180", "Gateway": "e2e-api-a-3fd8ac", "namespace": "openshift-ingress"} 2026-07-06T19:42:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3fd8ac"}, "namespace": "ai-tenant-e2e-api-a-3fd8ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a716b09-9c1f-4eff-bfd4-57d2be5d4fcf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3fd8ac"} 2026-07-06T19:42:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3fd8ac"}, "namespace": "ai-tenant-e2e-api-a-3fd8ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a716b09-9c1f-4eff-bfd4-57d2be5d4fcf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3fd8ac", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:42:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3fd8ac"}, "namespace": "ai-tenant-e2e-api-a-3fd8ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a716b09-9c1f-4eff-bfd4-57d2be5d4fcf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-3fd8ac because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T19:42:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-3fd8ac"}, "namespace": "ai-tenant-e2e-api-a-3fd8ac", "name": "odh-trusted-ca-bundle", "reconcileID": "fa630e60-0f6c-4f61-89b2-6569d94aa838", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3fd8ac"} 2026-07-06T19:42:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-3fd8ac"}, "namespace": "ai-tenant-e2e-api-a-3fd8ac", "name": "odh-trusted-ca-bundle", "reconcileID": "fa630e60-0f6c-4f61-89b2-6569d94aa838", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3fd8ac"} 2026-07-06T19:42:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-3fd8ac"}, "namespace": "ai-tenant-e2e-api-a-3fd8ac", "name": "openshift-service-ca.crt", "reconcileID": "85baabde-2895-46c1-83b2-62d8f80707ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-3fd8ac"} 2026-07-06T19:42:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-3fd8ac"}, "namespace": "ai-tenant-e2e-api-a-3fd8ac", "name": "openshift-service-ca.crt", "reconcileID": "85baabde-2895-46c1-83b2-62d8f80707ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-3fd8ac"} 2026-07-06T19:42:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3fd8ac"}, "namespace": "ai-tenant-e2e-api-a-3fd8ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5a1d412-9b2c-487f-a0e7-c3357915f2a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3fd8ac"} 2026-07-06T19:42:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3fd8ac"}, "namespace": "ai-tenant-e2e-api-a-3fd8ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5a1d412-9b2c-487f-a0e7-c3357915f2a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3fd8ac"} 2026-07-06T19:42:46Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3fd8ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3fd8ac", "reconcileID": "4a4ba160-5f9f-4ac3-8158-91b7c1044e95", "Gateway": "e2e-api-a-3fd8ac", "namespace": "openshift-ingress"} 2026-07-06T19:42:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "410d57a7-7464-4d56-a73f-9ba5f0feb0ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:42:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-99607e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-99607e", "reconcileID": "84f958a7-c2d9-4596-b084-abf7d6deb937", "Gateway": "e2e-api-b-99607e", "namespace": "openshift-ingress"} 2026-07-06T19:42:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-99607e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-99607e", "reconcileID": "84f958a7-c2d9-4596-b084-abf7d6deb937", "Gateway": "e2e-api-b-99607e", "namespace": "openshift-ingress", "name": "e2e-api-b-99607e-authn-ssl"} 2026-07-06T19:42:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-99607e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-99607e", "reconcileID": "84f958a7-c2d9-4596-b084-abf7d6deb937", "Gateway": "e2e-api-b-99607e", "namespace": "openshift-ingress"} 2026-07-06T19:42:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-99607e"}, "namespace": "ai-tenant-e2e-api-b-99607e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f88742eb-0ff9-4f82-a96d-af23ff418de8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-99607e"} 2026-07-06T19:42:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-99607e"}, "namespace": "ai-tenant-e2e-api-b-99607e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f88742eb-0ff9-4f82-a96d-af23ff418de8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-99607e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:42:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-99607e"}, "namespace": "ai-tenant-e2e-api-b-99607e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f88742eb-0ff9-4f82-a96d-af23ff418de8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-99607e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T19:42:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-99607e"}, "namespace": "ai-tenant-e2e-api-b-99607e", "name": "odh-trusted-ca-bundle", "reconcileID": "b19a7429-fbd5-41ca-aca7-b4d272f49a36", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-99607e"} 2026-07-06T19:42:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-99607e"}, "namespace": "ai-tenant-e2e-api-b-99607e", "name": "odh-trusted-ca-bundle", "reconcileID": "b19a7429-fbd5-41ca-aca7-b4d272f49a36", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-99607e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:42:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-99607e"}, "namespace": "ai-tenant-e2e-api-b-99607e", "name": "odh-trusted-ca-bundle", "reconcileID": "b19a7429-fbd5-41ca-aca7-b4d272f49a36", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-99607e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T19:42:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-99607e"}, "namespace": "ai-tenant-e2e-api-b-99607e", "name": "openshift-service-ca.crt", "reconcileID": "df853cab-08bf-4af8-a121-955cbd38b808", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-99607e"} 2026-07-06T19:42:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-99607e"}, "namespace": "ai-tenant-e2e-api-b-99607e", "name": "openshift-service-ca.crt", "reconcileID": "df853cab-08bf-4af8-a121-955cbd38b808", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-99607e"} 2026-07-06T19:42:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-99607e"}, "namespace": "ai-tenant-e2e-api-b-99607e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a8767bc-2d91-43d0-b46b-cf455e74f03d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-99607e"} 2026-07-06T19:42:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-99607e"}, "namespace": "ai-tenant-e2e-api-b-99607e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a8767bc-2d91-43d0-b46b-cf455e74f03d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-99607e"} 2026-07-06T19:42:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-99607e"}, "namespace": "ai-tenant-e2e-api-b-99607e", "name": "odh-trusted-ca-bundle", "reconcileID": "4f033e26-6dc6-4e88-a531-47e337b97f6a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-99607e"} 2026-07-06T19:42:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-99607e"}, "namespace": "ai-tenant-e2e-api-b-99607e", "name": "odh-trusted-ca-bundle", "reconcileID": "4f033e26-6dc6-4e88-a531-47e337b97f6a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-99607e"} 2026-07-06T19:42:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-99607e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-99607e", "reconcileID": "4bc1183f-6b1d-41d4-961b-706b8d92b3c1", "Gateway": "e2e-api-b-99607e", "namespace": "openshift-ingress"} 2026-07-06T19:42:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "3fd520be-c331-492c-a4e1-567a5e269764", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:42:54Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "3fd520be-c331-492c-a4e1-567a5e269764", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c-authn-ssl"} 2026-07-06T19:42:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "3fd520be-c331-492c-a4e1-567a5e269764", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:42:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "35acca48-42f0-4ad9-ab4d-fc4a5777b94f", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:42:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "35acca48-42f0-4ad9-ab4d-fc4a5777b94f", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c-authn-ssl"} 2026-07-06T19:42:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "35acca48-42f0-4ad9-ab4d-fc4a5777b94f", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:42:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "c9ac0235-323f-4954-b193-e4e7bb4dc6d2", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:42:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "c9ac0235-323f-4954-b193-e4e7bb4dc6d2", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c-authn-ssl"} 2026-07-06T19:42:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "c9ac0235-323f-4954-b193-e4e7bb4dc6d2", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:42:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "adbaf948-69c0-419e-9cb6-7a803e6db10b", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:42:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "adbaf948-69c0-419e-9cb6-7a803e6db10b", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c-authn-ssl"} 2026-07-06T19:42:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "adbaf948-69c0-419e-9cb6-7a803e6db10b", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:42:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "d177b384-e1b1-4b7e-9192-bb9a33d8ced6", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:42:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "d177b384-e1b1-4b7e-9192-bb9a33d8ced6", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c-authn-ssl"} 2026-07-06T19:42:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "d177b384-e1b1-4b7e-9192-bb9a33d8ced6", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:42:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "f507deb3-f334-490c-870c-5f4e75c01779", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:42:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "f507deb3-f334-490c-870c-5f4e75c01779", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c-authn-ssl"} 2026-07-06T19:42:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "f507deb3-f334-490c-870c-5f4e75c01779", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:42:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "115e2be8-63cc-4784-bcbb-4c8989d403d5", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:42:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "115e2be8-63cc-4784-bcbb-4c8989d403d5", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c-authn-ssl"} 2026-07-06T19:42:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "115e2be8-63cc-4784-bcbb-4c8989d403d5", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:42:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "b1c86f35-f2ef-4dfe-8f4c-cd1e4a3043e4", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:42:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "b1c86f35-f2ef-4dfe-8f4c-cd1e4a3043e4", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c-authn-ssl"} 2026-07-06T19:42:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "b1c86f35-f2ef-4dfe-8f4c-cd1e4a3043e4", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:42:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "openshift-service-ca.crt", "reconcileID": "4bf8a1eb-e738-4304-9313-b15796b75fe7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:42:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "odh-trusted-ca-bundle", "reconcileID": "647e618d-8530-4143-ab0a-5dd79812a848", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:42:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "openshift-service-ca.crt", "reconcileID": "c3803519-5187-4e0c-9124-7271040c680b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-26761c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:42:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "openshift-service-ca.crt", "reconcileID": "c3803519-5187-4e0c-9124-7271040c680b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:42:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64a1b9f1-d704-406a-8009-6a758e8f22d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:42:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "openshift-service-ca.crt", "reconcileID": "570ec6f1-0e34-435e-9573-b64dc296e35f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:42:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "odh-trusted-ca-bundle", "reconcileID": "1914e2a8-a4e5-4a1c-afb3-7e05c07cca5b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-26761c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:42:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "odh-trusted-ca-bundle", "reconcileID": "1914e2a8-a4e5-4a1c-afb3-7e05c07cca5b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:42:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50e7f2bb-1dd0-49c9-a220-c8295f793d50", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:42:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "1c34e9da-feba-40e3-b4e5-053a5ad155dc", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:42:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "1c34e9da-feba-40e3-b4e5-053a5ad155dc", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c-authn-ssl"} 2026-07-06T19:42:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "1c34e9da-feba-40e3-b4e5-053a5ad155dc", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:42:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "29cd395b-148e-40f0-911f-8f447c6754a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:43:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "fb98833a-9ade-4693-940a-bb117548a5ca", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:43:02Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "fb98833a-9ade-4693-940a-bb117548a5ca", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15-authn-ssl"} 2026-07-06T19:43:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "fb98833a-9ade-4693-940a-bb117548a5ca", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:43:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "5d241acf-54da-42d0-8b00-282169495cb2", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:43:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "5d241acf-54da-42d0-8b00-282169495cb2", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15-authn-ssl"} 2026-07-06T19:43:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "5d241acf-54da-42d0-8b00-282169495cb2", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:43:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "48f0f701-3d2a-4152-8453-4e5a7fed3229", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:43:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "48f0f701-3d2a-4152-8453-4e5a7fed3229", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15-authn-ssl"} 2026-07-06T19:43:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "48f0f701-3d2a-4152-8453-4e5a7fed3229", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:43:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "b12742f5-0fa4-4385-b3b2-767ed7f177cc", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:43:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "b12742f5-0fa4-4385-b3b2-767ed7f177cc", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15-authn-ssl"} 2026-07-06T19:43:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "b12742f5-0fa4-4385-b3b2-767ed7f177cc", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:43:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "238c6efe-8b37-4d18-90ea-f92e8db229d0", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:43:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "238c6efe-8b37-4d18-90ea-f92e8db229d0", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15-authn-ssl"} 2026-07-06T19:43:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "238c6efe-8b37-4d18-90ea-f92e8db229d0", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:43:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "ae203237-009f-44f2-b695-a0ca11160197", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:43:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "ae203237-009f-44f2-b695-a0ca11160197", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15-authn-ssl"} 2026-07-06T19:43:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "ae203237-009f-44f2-b695-a0ca11160197", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:43:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "7f6432b9-ee3a-4caf-83fb-e5c1a0d04626", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:43:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "ccbac064-436c-4695-ba19-70b06a36e102", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:43:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "ccbac064-436c-4695-ba19-70b06a36e102", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15-authn-ssl"} 2026-07-06T19:43:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "ccbac064-436c-4695-ba19-70b06a36e102", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:43:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "6fad8377-1504-4b9f-9a68-3eecaf669ab5", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:43:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "6fad8377-1504-4b9f-9a68-3eecaf669ab5", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c-authn-ssl"} 2026-07-06T19:43:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "6fad8377-1504-4b9f-9a68-3eecaf669ab5", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:43:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "openshift-service-ca.crt", "reconcileID": "6627b4f7-a7bc-4d34-a30f-fa38089fe91e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:43:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "openshift-service-ca.crt", "reconcileID": "ec4d2e7a-faf0-476a-908e-bf841bbd22c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:43:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "openshift-service-ca.crt", "reconcileID": "ec4d2e7a-faf0-476a-908e-bf841bbd22c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:43:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "odh-trusted-ca-bundle", "reconcileID": "d97d4b0b-4577-4774-be0d-e44440f23716", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:43:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "openshift-service-ca.crt", "reconcileID": "ce45564e-4e09-4feb-b1c5-eb5c64ec6ee0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:43:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb3e71c9-8abd-4f3d-9a35-f7d8d851d04d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:43:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "odh-trusted-ca-bundle", "reconcileID": "bbdb4116-1040-4398-8d92-79d8ed24e6d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:43:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "odh-trusted-ca-bundle", "reconcileID": "bbdb4116-1040-4398-8d92-79d8ed24e6d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:43:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "384c292b-1af1-462b-bdf5-822cf78519a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:43:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "67b9ae1a-fcc0-4947-ae7e-6106711a4a05", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:43:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "67b9ae1a-fcc0-4947-ae7e-6106711a4a05", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15-authn-ssl"} 2026-07-06T19:43:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "67b9ae1a-fcc0-4947-ae7e-6106711a4a05", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:43:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "58a2f720-bb7a-4c34-a2c5-f51b86abd6bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:43:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "7a97b828-7253-46b0-9137-7ebd8f00e875", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:43:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "7a97b828-7253-46b0-9137-7ebd8f00e875", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:43:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "7a97b828-7253-46b0-9137-7ebd8f00e875", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:43:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "29f89d83-0cfc-41db-a7f0-8816d8d3cd25", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:43:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "7a97b828-7253-46b0-9137-7ebd8f00e875", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c-kserve-route-authn"} 2026-07-06T19:43:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "7a97b828-7253-46b0-9137-7ebd8f00e875", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "authType": "userdefined"} 2026-07-06T19:43:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "7a97b828-7253-46b0-9137-7ebd8f00e875", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:43:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "29f89d83-0cfc-41db-a7f0-8816d8d3cd25", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c-authn-ssl"} 2026-07-06T19:43:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "29f89d83-0cfc-41db-a7f0-8816d8d3cd25", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:43:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "64f36680-e71f-4894-a3c9-d4b25c593d34", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:43:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "64f36680-e71f-4894-a3c9-d4b25c593d34", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15-authn-ssl"} 2026-07-06T19:43:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "64f36680-e71f-4894-a3c9-d4b25c593d34", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:43:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "7d515e39-d781-4c8d-ad45-a987f5fe6ef1", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:43:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "7d515e39-d781-4c8d-ad45-a987f5fe6ef1", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:43:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "7d515e39-d781-4c8d-ad45-a987f5fe6ef1", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:43:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "7d515e39-d781-4c8d-ad45-a987f5fe6ef1", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c-kserve-route-authn"} 2026-07-06T19:43:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "7d515e39-d781-4c8d-ad45-a987f5fe6ef1", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "authType": "userdefined"} 2026-07-06T19:43:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "7d515e39-d781-4c8d-ad45-a987f5fe6ef1", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:43:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "6006162f-c376-4c58-aa22-ebcb2967e891", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:43:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "9fe218f3-9968-4392-8082-72d3b8b1118f", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:43:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "9fe218f3-9968-4392-8082-72d3b8b1118f", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c-authn-ssl"} 2026-07-06T19:43:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "9fe218f3-9968-4392-8082-72d3b8b1118f", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:43:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "fd277951-2f9b-471b-8212-910dd6a42035", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:43:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "fd277951-2f9b-471b-8212-910dd6a42035", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:43:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "fd277951-2f9b-471b-8212-910dd6a42035", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:43:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "fd277951-2f9b-471b-8212-910dd6a42035", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c-kserve-route-authn"} 2026-07-06T19:43:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "fd277951-2f9b-471b-8212-910dd6a42035", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "authType": "userdefined"} 2026-07-06T19:43:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "fd277951-2f9b-471b-8212-910dd6a42035", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:43:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "781367e9-a0f0-4917-b85d-f2e58b21e232", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:43:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "781367e9-a0f0-4917-b85d-f2e58b21e232", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:43:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "781367e9-a0f0-4917-b85d-f2e58b21e232", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:43:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "781367e9-a0f0-4917-b85d-f2e58b21e232", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c-kserve-route-authn"} 2026-07-06T19:43:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "781367e9-a0f0-4917-b85d-f2e58b21e232", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "authType": "userdefined"} 2026-07-06T19:43:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "781367e9-a0f0-4917-b85d-f2e58b21e232", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:43:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "7a00128a-aeab-4d5b-8407-b4f09f120edd", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:43:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "2bfdce95-ac30-4a6b-baa2-28d50e459d7c", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:43:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "2bfdce95-ac30-4a6b-baa2-28d50e459d7c", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:43:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "2bfdce95-ac30-4a6b-baa2-28d50e459d7c", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:43:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "2bfdce95-ac30-4a6b-baa2-28d50e459d7c", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c-kserve-route-authn"} 2026-07-06T19:43:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "2bfdce95-ac30-4a6b-baa2-28d50e459d7c", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "authType": "userdefined"} 2026-07-06T19:43:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "2bfdce95-ac30-4a6b-baa2-28d50e459d7c", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:43:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "00f911b9-729c-445e-8d18-b402cf7bb78d", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:43:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "00f911b9-729c-445e-8d18-b402cf7bb78d", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:43:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "00f911b9-729c-445e-8d18-b402cf7bb78d", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:43:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "0fc27362-96dd-49a1-8383-8e39ebc59bc8", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:43:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "00f911b9-729c-445e-8d18-b402cf7bb78d", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15-kserve-route-authn"} 2026-07-06T19:43:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "00f911b9-729c-445e-8d18-b402cf7bb78d", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "authType": "userdefined"} 2026-07-06T19:43:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "00f911b9-729c-445e-8d18-b402cf7bb78d", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:43:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "0fc27362-96dd-49a1-8383-8e39ebc59bc8", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15-authn-ssl"} 2026-07-06T19:43:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "0fc27362-96dd-49a1-8383-8e39ebc59bc8", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:43:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "5875afa8-832d-4299-9cd0-7eab0c9b6ef7", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:43:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "5875afa8-832d-4299-9cd0-7eab0c9b6ef7", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:43:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "5875afa8-832d-4299-9cd0-7eab0c9b6ef7", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:43:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "5875afa8-832d-4299-9cd0-7eab0c9b6ef7", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15-kserve-route-authn"} 2026-07-06T19:43:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "5875afa8-832d-4299-9cd0-7eab0c9b6ef7", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "authType": "userdefined"} 2026-07-06T19:43:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "5875afa8-832d-4299-9cd0-7eab0c9b6ef7", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:44:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "dfcac2ef-fd0f-4733-814f-8f551b08a169", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:44:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "dfcac2ef-fd0f-4733-814f-8f551b08a169", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15-authn-ssl"} 2026-07-06T19:44:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "dfcac2ef-fd0f-4733-814f-8f551b08a169", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:44:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "db408ade-8018-4490-960b-a10a8c6fa58c", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:44:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "db408ade-8018-4490-960b-a10a8c6fa58c", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:44:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "db408ade-8018-4490-960b-a10a8c6fa58c", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:44:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "db408ade-8018-4490-960b-a10a8c6fa58c", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15-kserve-route-authn"} 2026-07-06T19:44:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "db408ade-8018-4490-960b-a10a8c6fa58c", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "authType": "userdefined"} 2026-07-06T19:44:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "db408ade-8018-4490-960b-a10a8c6fa58c", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:44:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "3570f89a-1af5-483d-ab10-29bc031b5497", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:44:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "3570f89a-1af5-483d-ab10-29bc031b5497", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:44:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "3570f89a-1af5-483d-ab10-29bc031b5497", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:44:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "3570f89a-1af5-483d-ab10-29bc031b5497", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15-kserve-route-authn"} 2026-07-06T19:44:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "3570f89a-1af5-483d-ab10-29bc031b5497", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "authType": "userdefined"} 2026-07-06T19:44:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "3570f89a-1af5-483d-ab10-29bc031b5497", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:44:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "9dd302d8-69c8-40cd-848f-9a5117860c46", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:44:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "9dd302d8-69c8-40cd-848f-9a5117860c46", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:44:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "9dd302d8-69c8-40cd-848f-9a5117860c46", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:44:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "9dd302d8-69c8-40cd-848f-9a5117860c46", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15-kserve-route-authn"} 2026-07-06T19:44:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "9dd302d8-69c8-40cd-848f-9a5117860c46", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "authType": "userdefined"} 2026-07-06T19:44:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "9dd302d8-69c8-40cd-848f-9a5117860c46", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:44:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "7ddb5b61-0016-4d03-9026-c15d47350371", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:44:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "7ddb5b61-0016-4d03-9026-c15d47350371", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c-authn-ssl"} 2026-07-06T19:44:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "7ddb5b61-0016-4d03-9026-c15d47350371", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:44:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "a64f7683-7ea6-4a5d-bf35-ae7175bbaa19", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:44:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "a64f7683-7ea6-4a5d-bf35-ae7175bbaa19", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15-authn-ssl"} 2026-07-06T19:44:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "a64f7683-7ea6-4a5d-bf35-ae7175bbaa19", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:45:56Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "e0cc99be-ae4c-4387-bd60-b12a318229d1", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:45:56Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "e0cc99be-ae4c-4387-bd60-b12a318229d1", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c"} 2026-07-06T19:45:56Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "e0cc99be-ae4c-4387-bd60-b12a318229d1", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:45:56Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "e0cc99be-ae4c-4387-bd60-b12a318229d1", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:45:56Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "e0cc99be-ae4c-4387-bd60-b12a318229d1", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c-kserve-route-authn"} 2026-07-06T19:45:56Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "e0cc99be-ae4c-4387-bd60-b12a318229d1", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c-kserve-route-authn"} 2026-07-06T19:45:56Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "e0cc99be-ae4c-4387-bd60-b12a318229d1", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:45:56Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "e0cc99be-ae4c-4387-bd60-b12a318229d1", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:45:56Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "auth-test-model-26761c", "reconcileID": "971fc3ae-e73c-4fc2-9327-8a46e93547d5", "LLMInferenceService": "auth-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:45:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "c5834a7b-3c1e-4194-a089-41482cf7349a", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:45:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "c5834a7b-3c1e-4194-a089-41482cf7349a", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c-authn-ssl"} 2026-07-06T19:45:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "c5834a7b-3c1e-4194-a089-41482cf7349a", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:45:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "1cca70f5-6108-46ef-b012-d277d831a69e", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:45:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "1cca70f5-6108-46ef-b012-d277d831a69e", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c-authn-ssl"} 2026-07-06T19:45:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "1cca70f5-6108-46ef-b012-d277d831a69e", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:45:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "f9b30113-aad5-4f4a-a941-35e476ebca71", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:45:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "f9b30113-aad5-4f4a-a941-35e476ebca71", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15"} 2026-07-06T19:45:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "f9b30113-aad5-4f4a-a941-35e476ebca71", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:45:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "f9b30113-aad5-4f4a-a941-35e476ebca71", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:45:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "f9b30113-aad5-4f4a-a941-35e476ebca71", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15-kserve-route-authn"} 2026-07-06T19:45:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "f9b30113-aad5-4f4a-a941-35e476ebca71", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15-kserve-route-authn"} 2026-07-06T19:45:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "f9b30113-aad5-4f4a-a941-35e476ebca71", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:45:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "f9b30113-aad5-4f4a-a941-35e476ebca71", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:45:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "auth-test-model-bb8c15", "reconcileID": "9673a6ec-bb38-44c7-9f95-aaf45d5f7283", "LLMInferenceService": "auth-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:45:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "b5b0e92b-cef3-44ea-a3a5-c3a368e4bcdb", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:45:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "b5b0e92b-cef3-44ea-a3a5-c3a368e4bcdb", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15-authn-ssl"} 2026-07-06T19:45:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "b5b0e92b-cef3-44ea-a3a5-c3a368e4bcdb", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:45:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "b2d37d1e-319c-47ca-8a13-8bb25b6b7016", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:45:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "b2d37d1e-319c-47ca-8a13-8bb25b6b7016", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15-authn-ssl"} 2026-07-06T19:45:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "b2d37d1e-319c-47ca-8a13-8bb25b6b7016", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:45:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "57ef9db6-a847-47ee-953b-80bf5d549525", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:45:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "57ef9db6-a847-47ee-953b-80bf5d549525", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:45:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "57ef9db6-a847-47ee-953b-80bf5d549525", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:45:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "0d75d4b5-15f6-4ea2-aa68-babf49b3b91b", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:45:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "57ef9db6-a847-47ee-953b-80bf5d549525", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c-kserve-route-authn"} 2026-07-06T19:45:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "57ef9db6-a847-47ee-953b-80bf5d549525", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "authType": "userdefined"} 2026-07-06T19:45:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "57ef9db6-a847-47ee-953b-80bf5d549525", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:45:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "0d75d4b5-15f6-4ea2-aa68-babf49b3b91b", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c-authn-ssl"} 2026-07-06T19:45:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "0d75d4b5-15f6-4ea2-aa68-babf49b3b91b", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:45:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "94c11e80-ca15-4ef9-9317-c0e5a72758ed", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:45:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "94c11e80-ca15-4ef9-9317-c0e5a72758ed", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:45:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "94c11e80-ca15-4ef9-9317-c0e5a72758ed", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:45:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "94c11e80-ca15-4ef9-9317-c0e5a72758ed", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c-kserve-route-authn"} 2026-07-06T19:45:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "94c11e80-ca15-4ef9-9317-c0e5a72758ed", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "authType": "userdefined"} 2026-07-06T19:45:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "94c11e80-ca15-4ef9-9317-c0e5a72758ed", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:46:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "00d77e8f-a374-490b-a9d5-248abfabc22d", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:46:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "00d77e8f-a374-490b-a9d5-248abfabc22d", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c-authn-ssl"} 2026-07-06T19:46:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "00d77e8f-a374-490b-a9d5-248abfabc22d", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:46:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "3c2e8992-e1c1-401d-a692-ef463f0bb2fb", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:46:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "3c2e8992-e1c1-401d-a692-ef463f0bb2fb", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:46:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "3c2e8992-e1c1-401d-a692-ef463f0bb2fb", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:46:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "3c2e8992-e1c1-401d-a692-ef463f0bb2fb", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c-kserve-route-authn"} 2026-07-06T19:46:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "3c2e8992-e1c1-401d-a692-ef463f0bb2fb", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "authType": "userdefined"} 2026-07-06T19:46:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "3c2e8992-e1c1-401d-a692-ef463f0bb2fb", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:46:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "3e53b9af-29dc-4c9e-a70f-8d9c79de38b7", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:46:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "3e53b9af-29dc-4c9e-a70f-8d9c79de38b7", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:46:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "3e53b9af-29dc-4c9e-a70f-8d9c79de38b7", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:46:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "3e53b9af-29dc-4c9e-a70f-8d9c79de38b7", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c-kserve-route-authn"} 2026-07-06T19:46:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "3e53b9af-29dc-4c9e-a70f-8d9c79de38b7", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "authType": "userdefined"} 2026-07-06T19:46:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "3e53b9af-29dc-4c9e-a70f-8d9c79de38b7", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:46:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "43acc360-8b73-48ee-b50c-be2475b21852", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:46:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "43acc360-8b73-48ee-b50c-be2475b21852", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:46:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "43acc360-8b73-48ee-b50c-be2475b21852", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:46:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "c92b6683-bb90-4009-af95-6a8981bf1efa", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:46:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "43acc360-8b73-48ee-b50c-be2475b21852", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15-kserve-route-authn"} 2026-07-06T19:46:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "43acc360-8b73-48ee-b50c-be2475b21852", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "authType": "userdefined"} 2026-07-06T19:46:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "43acc360-8b73-48ee-b50c-be2475b21852", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:46:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "c92b6683-bb90-4009-af95-6a8981bf1efa", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15-authn-ssl"} 2026-07-06T19:46:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "c92b6683-bb90-4009-af95-6a8981bf1efa", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:46:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "2da48f79-5500-4e19-ac22-87ea4bfb66fb", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:46:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "2da48f79-5500-4e19-ac22-87ea4bfb66fb", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:46:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "2da48f79-5500-4e19-ac22-87ea4bfb66fb", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:46:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "2da48f79-5500-4e19-ac22-87ea4bfb66fb", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15-kserve-route-authn"} 2026-07-06T19:46:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "2da48f79-5500-4e19-ac22-87ea4bfb66fb", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "authType": "userdefined"} 2026-07-06T19:46:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "2da48f79-5500-4e19-ac22-87ea4bfb66fb", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:46:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "9ba89b6b-6664-4b99-b0b8-2053c75e6597", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:46:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "9ba89b6b-6664-4b99-b0b8-2053c75e6597", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15-authn-ssl"} 2026-07-06T19:46:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "9ba89b6b-6664-4b99-b0b8-2053c75e6597", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:46:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "ef602ed3-3fa0-44c0-9482-35a7599d1db5", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:46:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "ef602ed3-3fa0-44c0-9482-35a7599d1db5", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:46:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "ef602ed3-3fa0-44c0-9482-35a7599d1db5", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:46:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "ef602ed3-3fa0-44c0-9482-35a7599d1db5", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15-kserve-route-authn"} 2026-07-06T19:46:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "ef602ed3-3fa0-44c0-9482-35a7599d1db5", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "authType": "userdefined"} 2026-07-06T19:46:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "ef602ed3-3fa0-44c0-9482-35a7599d1db5", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:46:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "bca378af-6436-402a-84df-fb2659ca1a56", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:46:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "bca378af-6436-402a-84df-fb2659ca1a56", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:46:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "bca378af-6436-402a-84df-fb2659ca1a56", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:46:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "bca378af-6436-402a-84df-fb2659ca1a56", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15-kserve-route-authn"} 2026-07-06T19:46:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "bca378af-6436-402a-84df-fb2659ca1a56", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "authType": "userdefined"} 2026-07-06T19:46:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "bca378af-6436-402a-84df-fb2659ca1a56", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:46:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "483e7820-a869-4233-804c-6a479524f1ce", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:46:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "483e7820-a869-4233-804c-6a479524f1ce", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:46:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "483e7820-a869-4233-804c-6a479524f1ce", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:46:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "483e7820-a869-4233-804c-6a479524f1ce", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15-kserve-route-authn"} 2026-07-06T19:46:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "483e7820-a869-4233-804c-6a479524f1ce", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "authType": "userdefined"} 2026-07-06T19:46:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "483e7820-a869-4233-804c-6a479524f1ce", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:47:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "f410c500-d3ca-41e6-9fb3-f3e484f0faa3", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:47:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "f410c500-d3ca-41e6-9fb3-f3e484f0faa3", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c"} 2026-07-06T19:47:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "f410c500-d3ca-41e6-9fb3-f3e484f0faa3", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:47:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "f410c500-d3ca-41e6-9fb3-f3e484f0faa3", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:47:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "f410c500-d3ca-41e6-9fb3-f3e484f0faa3", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c-kserve-route-authn"} 2026-07-06T19:47:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "f410c500-d3ca-41e6-9fb3-f3e484f0faa3", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c-kserve-route-authn"} 2026-07-06T19:47:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "f410c500-d3ca-41e6-9fb3-f3e484f0faa3", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:47:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "f410c500-d3ca-41e6-9fb3-f3e484f0faa3", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:47:20Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "sub-test-model-26761c", "reconcileID": "3ab5149b-cf18-4847-8bf9-29387ad3358f", "LLMInferenceService": "sub-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:47:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "aabadaaf-c75d-4bd7-9f45-2dda8f16d1b3", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:47:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "aabadaaf-c75d-4bd7-9f45-2dda8f16d1b3", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c-authn-ssl"} 2026-07-06T19:47:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "aabadaaf-c75d-4bd7-9f45-2dda8f16d1b3", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:47:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "b906a5f2-ea85-47aa-965d-093deb8f4de8", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:47:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "b906a5f2-ea85-47aa-965d-093deb8f4de8", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c-authn-ssl"} 2026-07-06T19:47:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "b906a5f2-ea85-47aa-965d-093deb8f4de8", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:47:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "01f594d0-079d-4286-9a60-b32b5bc6e9e6", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:47:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "01f594d0-079d-4286-9a60-b32b5bc6e9e6", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15"} 2026-07-06T19:47:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "01f594d0-079d-4286-9a60-b32b5bc6e9e6", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:47:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "01f594d0-079d-4286-9a60-b32b5bc6e9e6", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:47:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "01f594d0-079d-4286-9a60-b32b5bc6e9e6", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15-kserve-route-authn"} 2026-07-06T19:47:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "01f594d0-079d-4286-9a60-b32b5bc6e9e6", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15-kserve-route-authn"} 2026-07-06T19:47:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "01f594d0-079d-4286-9a60-b32b5bc6e9e6", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:47:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "01f594d0-079d-4286-9a60-b32b5bc6e9e6", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:47:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "sub-test-model-bb8c15", "reconcileID": "ae805836-c2ee-435c-8677-bbead9038b80", "LLMInferenceService": "sub-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:47:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "94906be2-f72b-4c9b-8fe8-bd43db05aa02", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:47:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "94906be2-f72b-4c9b-8fe8-bd43db05aa02", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15-authn-ssl"} 2026-07-06T19:47:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "94906be2-f72b-4c9b-8fe8-bd43db05aa02", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:47:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "9115366a-a9e1-4142-a015-e7d4e4356ed7", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:47:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "9115366a-a9e1-4142-a015-e7d4e4356ed7", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15-authn-ssl"} 2026-07-06T19:47:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "9115366a-a9e1-4142-a015-e7d4e4356ed7", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:47:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "6a6cf7b0-446b-4737-b829-49834cd50e77", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:47:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "6a6cf7b0-446b-4737-b829-49834cd50e77", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:47:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "6a6cf7b0-446b-4737-b829-49834cd50e77", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:47:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "7ca73401-9755-4c3c-8fde-8857ca5f550e", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:47:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "6a6cf7b0-446b-4737-b829-49834cd50e77", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c-kserve-route-authn"} 2026-07-06T19:47:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "6a6cf7b0-446b-4737-b829-49834cd50e77", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "authType": "userdefined"} 2026-07-06T19:47:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "6a6cf7b0-446b-4737-b829-49834cd50e77", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:47:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "7ca73401-9755-4c3c-8fde-8857ca5f550e", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c-authn-ssl"} 2026-07-06T19:47:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "7ca73401-9755-4c3c-8fde-8857ca5f550e", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:47:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "69243bc5-0f73-459e-9987-3ddfedf85133", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:47:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "69243bc5-0f73-459e-9987-3ddfedf85133", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:47:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "69243bc5-0f73-459e-9987-3ddfedf85133", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:47:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "69243bc5-0f73-459e-9987-3ddfedf85133", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c-kserve-route-authn"} 2026-07-06T19:47:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "69243bc5-0f73-459e-9987-3ddfedf85133", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "authType": "userdefined"} 2026-07-06T19:47:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "69243bc5-0f73-459e-9987-3ddfedf85133", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:47:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "074250de-6dec-421a-b8c5-e02a80e25cd0", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:47:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "074250de-6dec-421a-b8c5-e02a80e25cd0", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c-authn-ssl"} 2026-07-06T19:47:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "074250de-6dec-421a-b8c5-e02a80e25cd0", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:47:35Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T19:47:35Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T19:47:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "c499ddcb-00eb-41a8-bc71-4136746badb7", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:47:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "c499ddcb-00eb-41a8-bc71-4136746badb7", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:47:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "c499ddcb-00eb-41a8-bc71-4136746badb7", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:47:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "c499ddcb-00eb-41a8-bc71-4136746badb7", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c-kserve-route-authn"} 2026-07-06T19:47:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "c499ddcb-00eb-41a8-bc71-4136746badb7", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "authType": "userdefined"} 2026-07-06T19:47:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "c499ddcb-00eb-41a8-bc71-4136746badb7", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:47:36Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T19:47:36Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T19:47:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "82541a2b-4a31-440d-a4bd-38b204e88480", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:47:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "82541a2b-4a31-440d-a4bd-38b204e88480", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:47:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "82541a2b-4a31-440d-a4bd-38b204e88480", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:47:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "82541a2b-4a31-440d-a4bd-38b204e88480", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c-kserve-route-authn"} 2026-07-06T19:47:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "82541a2b-4a31-440d-a4bd-38b204e88480", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "authType": "userdefined"} 2026-07-06T19:47:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "82541a2b-4a31-440d-a4bd-38b204e88480", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:47:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "567d6353-fd43-441c-8c75-50ef504b9552", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:47:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "567d6353-fd43-441c-8c75-50ef504b9552", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:47:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "567d6353-fd43-441c-8c75-50ef504b9552", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:47:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "567d6353-fd43-441c-8c75-50ef504b9552", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c-kserve-route-authn"} 2026-07-06T19:47:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "567d6353-fd43-441c-8c75-50ef504b9552", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "authType": "userdefined"} 2026-07-06T19:47:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "567d6353-fd43-441c-8c75-50ef504b9552", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:47:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "4a9ef68d-cb33-432d-a18d-cd54157511bc", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:47:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "4a9ef68d-cb33-432d-a18d-cd54157511bc", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:47:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "4a9ef68d-cb33-432d-a18d-cd54157511bc", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:47:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "76f611e8-a7fa-49fe-8a33-4353c268cdfa", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:47:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "4a9ef68d-cb33-432d-a18d-cd54157511bc", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15-kserve-route-authn"} 2026-07-06T19:47:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "4a9ef68d-cb33-432d-a18d-cd54157511bc", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "authType": "userdefined"} 2026-07-06T19:47:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "4a9ef68d-cb33-432d-a18d-cd54157511bc", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:47:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "76f611e8-a7fa-49fe-8a33-4353c268cdfa", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15-authn-ssl"} 2026-07-06T19:47:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "76f611e8-a7fa-49fe-8a33-4353c268cdfa", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:47:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "7582aaea-09e9-472a-8f2d-0f03bd19ef51", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:47:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "7582aaea-09e9-472a-8f2d-0f03bd19ef51", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:47:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "7582aaea-09e9-472a-8f2d-0f03bd19ef51", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:47:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "7582aaea-09e9-472a-8f2d-0f03bd19ef51", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15-kserve-route-authn"} 2026-07-06T19:47:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "7582aaea-09e9-472a-8f2d-0f03bd19ef51", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "authType": "userdefined"} 2026-07-06T19:47:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "7582aaea-09e9-472a-8f2d-0f03bd19ef51", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:47:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "b8318773-03ae-49ee-8f3d-f43e184f220c", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:47:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "b8318773-03ae-49ee-8f3d-f43e184f220c", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15-authn-ssl"} 2026-07-06T19:47:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "b8318773-03ae-49ee-8f3d-f43e184f220c", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:47:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "b83c7aa8-4df1-4eff-9346-85cff0e163db", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:47:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "b83c7aa8-4df1-4eff-9346-85cff0e163db", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:47:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "b83c7aa8-4df1-4eff-9346-85cff0e163db", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:47:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "b83c7aa8-4df1-4eff-9346-85cff0e163db", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15-kserve-route-authn"} 2026-07-06T19:47:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "b83c7aa8-4df1-4eff-9346-85cff0e163db", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "authType": "userdefined"} 2026-07-06T19:47:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "b83c7aa8-4df1-4eff-9346-85cff0e163db", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:48:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "bc7a89e4-d2bf-492a-9848-e7e0a4ffec9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:48:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "2aa794f7-4843-447f-ba0b-4efee7ab4df0", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:48:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "2aa794f7-4843-447f-ba0b-4efee7ab4df0", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:48:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "2aa794f7-4843-447f-ba0b-4efee7ab4df0", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:48:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "2aa794f7-4843-447f-ba0b-4efee7ab4df0", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15-kserve-route-authn"} 2026-07-06T19:48:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "2aa794f7-4843-447f-ba0b-4efee7ab4df0", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "authType": "userdefined"} 2026-07-06T19:48:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "2aa794f7-4843-447f-ba0b-4efee7ab4df0", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:48:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "5f406b13-0904-468d-9a44-1c5af1949aa6", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:48:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "5f406b13-0904-468d-9a44-1c5af1949aa6", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:48:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "5f406b13-0904-468d-9a44-1c5af1949aa6", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:48:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "5f406b13-0904-468d-9a44-1c5af1949aa6", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15-kserve-route-authn"} 2026-07-06T19:48:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "5f406b13-0904-468d-9a44-1c5af1949aa6", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "authType": "userdefined"} 2026-07-06T19:48:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "5f406b13-0904-468d-9a44-1c5af1949aa6", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:48:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "950621a3-022e-472b-b4b7-6c826fa5ad12", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:48:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "e7153a7e-f8cd-4eda-8ac5-8bf5d347b08f", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:48:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "a6891e23-ad88-46de-a650-13758f5e5fa5", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:48:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "a6891e23-ad88-46de-a650-13758f5e5fa5", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c"} 2026-07-06T19:48:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "a6891e23-ad88-46de-a650-13758f5e5fa5", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:48:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "a6891e23-ad88-46de-a650-13758f5e5fa5", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:48:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "a6891e23-ad88-46de-a650-13758f5e5fa5", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c-kserve-route-authn"} 2026-07-06T19:48:34Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "a6891e23-ad88-46de-a650-13758f5e5fa5", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c-kserve-route-authn"} 2026-07-06T19:48:34Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "a6891e23-ad88-46de-a650-13758f5e5fa5", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:48:34Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "a6891e23-ad88-46de-a650-13758f5e5fa5", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:48:35Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-26761c","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "rate-test-model-26761c", "reconcileID": "af994f88-3240-4393-a2db-b693de418b97", "LLMInferenceService": "rate-test-model-26761c", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:48:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "e0515b7f-5939-4bba-91b9-48de20ce1584", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:48:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "e0515b7f-5939-4bba-91b9-48de20ce1584", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c-authn-ssl"} 2026-07-06T19:48:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "e0515b7f-5939-4bba-91b9-48de20ce1584", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:48:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "3ead358f-2d69-4596-b808-927d3217efb8", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:48:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "3ead358f-2d69-4596-b808-927d3217efb8", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c-authn-ssl"} 2026-07-06T19:48:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "3ead358f-2d69-4596-b808-927d3217efb8", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:48:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "e9b59099-5295-4e3c-b50c-47fd8abd58ac", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:48:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "e9b59099-5295-4e3c-b50c-47fd8abd58ac", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15"} 2026-07-06T19:48:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "e9b59099-5295-4e3c-b50c-47fd8abd58ac", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:48:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "e9b59099-5295-4e3c-b50c-47fd8abd58ac", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:48:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "e9b59099-5295-4e3c-b50c-47fd8abd58ac", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15-kserve-route-authn"} 2026-07-06T19:48:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "e9b59099-5295-4e3c-b50c-47fd8abd58ac", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15-kserve-route-authn"} 2026-07-06T19:48:35Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "e9b59099-5295-4e3c-b50c-47fd8abd58ac", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:48:35Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "e9b59099-5295-4e3c-b50c-47fd8abd58ac", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:48:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bb8c15","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "rate-test-model-bb8c15", "reconcileID": "5310cc6a-f3d6-401f-b311-b0694732d067", "LLMInferenceService": "rate-test-model-bb8c15", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:48:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "e7d95a2b-1475-48aa-a185-048b547b5116", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:48:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "e7d95a2b-1475-48aa-a185-048b547b5116", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15-authn-ssl"} 2026-07-06T19:48:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "e7d95a2b-1475-48aa-a185-048b547b5116", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:48:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "f9ab6088-7479-4442-8503-643f23235101", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:48:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "f9ab6088-7479-4442-8503-643f23235101", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15-authn-ssl"} 2026-07-06T19:48:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "f9ab6088-7479-4442-8503-643f23235101", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:48:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "5b281320-9ef8-49dd-88a9-e63142205028", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:48:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "5eab835d-264d-4013-90e5-5621e1cf6055", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:48:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "5eab835d-264d-4013-90e5-5621e1cf6055", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c-authn-ssl"} 2026-07-06T19:48:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "5eab835d-264d-4013-90e5-5621e1cf6055", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:49:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2adf510a-9f82-402c-81a0-e8cd285da8a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:49:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2adf510a-9f82-402c-81a0-e8cd285da8a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-26761c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:49:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2adf510a-9f82-402c-81a0-e8cd285da8a8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-26761c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T19:49:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "odh-trusted-ca-bundle", "reconcileID": "a07dee31-c3a5-4c80-8b0a-c6cbd92ef173", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:49:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "odh-trusted-ca-bundle", "reconcileID": "a07dee31-c3a5-4c80-8b0a-c6cbd92ef173", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:49:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "openshift-service-ca.crt", "reconcileID": "9128fa6f-ccc1-49f6-96d1-3c534b9a1564", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:49:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "openshift-service-ca.crt", "reconcileID": "9128fa6f-ccc1-49f6-96d1-3c534b9a1564", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:49:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e43bcf1d-790c-4723-93c8-718b47a5e697", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:49:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-26761c"}, "namespace": "ai-tenant-e2e-shared-a-26761c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e43bcf1d-790c-4723-93c8-718b47a5e697", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-26761c"} 2026-07-06T19:49:20Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-26761c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-26761c", "reconcileID": "563f6264-61af-4d23-a096-034d02d07d19", "Gateway": "e2e-shared-a-26761c", "namespace": "openshift-ingress"} 2026-07-06T19:49:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "8746a489-d9ca-462a-a318-48929f489247", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T19:49:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "70b6f451-05f9-4de5-ac16-d4a757dd04fc", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:49:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "70b6f451-05f9-4de5-ac16-d4a757dd04fc", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15-authn-ssl"} 2026-07-06T19:49:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "70b6f451-05f9-4de5-ac16-d4a757dd04fc", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"} 2026-07-06T19:49:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae131ae5-b4b2-47f8-8aac-88249783c06f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:49:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae131ae5-b4b2-47f8-8aac-88249783c06f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bb8c15", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T19:49:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae131ae5-b4b2-47f8-8aac-88249783c06f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-bb8c15 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T19:49:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "odh-trusted-ca-bundle", "reconcileID": "78d43947-114e-4d2b-a05d-9e9ff1413213", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:49:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "odh-trusted-ca-bundle", "reconcileID": "78d43947-114e-4d2b-a05d-9e9ff1413213", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:49:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "openshift-service-ca.crt", "reconcileID": "bb3a701d-26ed-40a2-b98e-370abc4d8a23", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:49:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "openshift-service-ca.crt", "reconcileID": "bb3a701d-26ed-40a2-b98e-370abc4d8a23", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:49:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9eb0444d-6a27-441f-a9ee-c11832e7f5a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:49:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-bb8c15"}, "namespace": "ai-tenant-e2e-shared-b-bb8c15", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9eb0444d-6a27-441f-a9ee-c11832e7f5a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-bb8c15"} 2026-07-06T19:49:26Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-bb8c15","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-bb8c15", "reconcileID": "da68bc56-a110-4b83-87f9-47aa58fa0098", "Gateway": "e2e-shared-b-bb8c15", "namespace": "openshift-ingress"}