2026-07-14T02:41:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f83e72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f83e72", "reconcileID": "9d542cb6-9457-4cb1-bc91-39e02bcfade7", "Gateway": "e2e-api-b-f83e72", "namespace": "openshift-ingress"} 2026-07-14T02:41:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f83e72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f83e72", "reconcileID": "9d542cb6-9457-4cb1-bc91-39e02bcfade7", "Gateway": "e2e-api-b-f83e72", "namespace": "openshift-ingress", "name": "e2e-api-b-f83e72-authn-ssl"} 2026-07-14T02:41:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f83e72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f83e72", "reconcileID": "9d542cb6-9457-4cb1-bc91-39e02bcfade7", "Gateway": "e2e-api-b-f83e72", "namespace": "openshift-ingress"} 2026-07-14T02:41:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9794b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9794b6", "reconcileID": "c4bb9a98-ffd4-48a0-af4c-d32f6d235f30", "Gateway": "e2e-api-a-9794b6", "namespace": "openshift-ingress"} 2026-07-14T02:41:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9794b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9794b6", "reconcileID": "c4bb9a98-ffd4-48a0-af4c-d32f6d235f30", "Gateway": "e2e-api-a-9794b6", "namespace": "openshift-ingress", "name": "e2e-api-a-9794b6-authn-ssl"} 2026-07-14T02:41:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9794b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9794b6", "reconcileID": "c4bb9a98-ffd4-48a0-af4c-d32f6d235f30", "Gateway": "e2e-api-a-9794b6", "namespace": "openshift-ingress"} 2026-07-14T02:41:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f83e72"}, "namespace": "ai-tenant-e2e-api-b-f83e72", "name": "openshift-service-ca.crt", "reconcileID": "b3877a60-904a-4f3a-98ee-25bac3bac46d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f83e72"} 2026-07-14T02:41:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f83e72"}, "namespace": "ai-tenant-e2e-api-b-f83e72", "name": "odh-trusted-ca-bundle", "reconcileID": "e3b08ecc-40b8-4138-8bc5-32c266923ca9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f83e72"} 2026-07-14T02:41:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f83e72"}, "namespace": "ai-tenant-e2e-api-b-f83e72", "name": "openshift-service-ca.crt", "reconcileID": "ab6bd6af-ed9b-4802-97aa-5ca66719fe2e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f83e72", "create": "odh-kserve-custom-ca-bundle"} 2026-07-14T02:41:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f83e72"}, "namespace": "ai-tenant-e2e-api-b-f83e72", "name": "openshift-service-ca.crt", "reconcileID": "ab6bd6af-ed9b-4802-97aa-5ca66719fe2e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f83e72"} 2026-07-14T02:41:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f83e72"}, "namespace": "ai-tenant-e2e-api-b-f83e72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a724d83c-f921-4e8e-874b-a9b40d6bc5cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f83e72"} 2026-07-14T02:41:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f83e72"}, "namespace": "ai-tenant-e2e-api-b-f83e72", "name": "openshift-service-ca.crt", "reconcileID": "9da06d0a-6ad7-4920-afd7-9a69b88ff167", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f83e72"} 2026-07-14T02:41:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f83e72"}, "namespace": "ai-tenant-e2e-api-b-f83e72", "name": "odh-trusted-ca-bundle", "reconcileID": "54b3ae19-2a34-4944-855c-b9ecd5a08cf5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f83e72", "update": "odh-kserve-custom-ca-bundle"} 2026-07-14T02:41:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f83e72"}, "namespace": "ai-tenant-e2e-api-b-f83e72", "name": "odh-trusted-ca-bundle", "reconcileID": "54b3ae19-2a34-4944-855c-b9ecd5a08cf5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f83e72"} 2026-07-14T02:41:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f83e72"}, "namespace": "ai-tenant-e2e-api-b-f83e72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4829d3a9-07bf-408e-9cdd-2503a9e7a4da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f83e72"} 2026-07-14T02:41:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f83e72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f83e72", "reconcileID": "f6ebe18e-98ec-437e-b6bd-fc4a6dc5459e", "Gateway": "e2e-api-b-f83e72", "namespace": "openshift-ingress"} 2026-07-14T02:41:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f83e72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f83e72", "reconcileID": "f6ebe18e-98ec-437e-b6bd-fc4a6dc5459e", "Gateway": "e2e-api-b-f83e72", "namespace": "openshift-ingress", "name": "e2e-api-b-f83e72-authn-ssl"} 2026-07-14T02:41:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f83e72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f83e72", "reconcileID": "f6ebe18e-98ec-437e-b6bd-fc4a6dc5459e", "Gateway": "e2e-api-b-f83e72", "namespace": "openshift-ingress"} 2026-07-14T02:41:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "938bed25-7c99-409c-9e0d-a0d0edd7209f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T02:41:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9794b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9794b6", "reconcileID": "5adef734-9379-4cd8-829a-2d4bf4ea3626", "Gateway": "e2e-api-a-9794b6", "namespace": "openshift-ingress"} 2026-07-14T02:41:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9794b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9794b6", "reconcileID": "5adef734-9379-4cd8-829a-2d4bf4ea3626", "Gateway": "e2e-api-a-9794b6", "namespace": "openshift-ingress", "name": "e2e-api-a-9794b6-authn-ssl"} 2026-07-14T02:41:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9794b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9794b6", "reconcileID": "5adef734-9379-4cd8-829a-2d4bf4ea3626", "Gateway": "e2e-api-a-9794b6", "namespace": "openshift-ingress"} 2026-07-14T02:41:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f83e72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f83e72", "reconcileID": "ce774a8e-baef-4ab0-a194-1661a0532453", "Gateway": "e2e-api-b-f83e72", "namespace": "openshift-ingress"} 2026-07-14T02:41:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f83e72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f83e72", "reconcileID": "ce774a8e-baef-4ab0-a194-1661a0532453", "Gateway": "e2e-api-b-f83e72", "namespace": "openshift-ingress", "name": "e2e-api-b-f83e72-authn-ssl"} 2026-07-14T02:41:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f83e72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f83e72", "reconcileID": "ce774a8e-baef-4ab0-a194-1661a0532453", "Gateway": "e2e-api-b-f83e72", "namespace": "openshift-ingress"} 2026-07-14T02:42:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e53b9141-765e-4757-9298-846d182fe68a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T02:42:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "68930d2c-fb9b-4238-973a-0813ee8d6d98", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T02:42:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f83e72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f83e72", "reconcileID": "814fc640-8edd-4c72-aed9-f05e89298fb7", "Gateway": "e2e-api-b-f83e72", "namespace": "openshift-ingress"} 2026-07-14T02:42:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f83e72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f83e72", "reconcileID": "814fc640-8edd-4c72-aed9-f05e89298fb7", "Gateway": "e2e-api-b-f83e72", "namespace": "openshift-ingress", "name": "e2e-api-b-f83e72-authn-ssl"} 2026-07-14T02:42:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f83e72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f83e72", "reconcileID": "814fc640-8edd-4c72-aed9-f05e89298fb7", "Gateway": "e2e-api-b-f83e72", "namespace": "openshift-ingress"} 2026-07-14T02:42:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7d1885cd-770d-448f-b01f-e1513987613e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T02:42:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4c88dded-2777-4d8a-a604-36872b784292", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T02:42:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9794b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9794b6", "reconcileID": "f3a130dd-1c54-478a-9fe2-fa9aee7d3bc4", "Gateway": "e2e-api-a-9794b6", "namespace": "openshift-ingress"} 2026-07-14T02:42:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9794b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9794b6", "reconcileID": "f3a130dd-1c54-478a-9fe2-fa9aee7d3bc4", "Gateway": "e2e-api-a-9794b6", "namespace": "openshift-ingress", "name": "e2e-api-a-9794b6-authn-ssl"} 2026-07-14T02:42:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9794b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9794b6", "reconcileID": "f3a130dd-1c54-478a-9fe2-fa9aee7d3bc4", "Gateway": "e2e-api-a-9794b6", "namespace": "openshift-ingress"} 2026-07-14T02:42:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9794b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9794b6", "reconcileID": "09b24ae5-9c3f-4d38-a6a6-5381f2731b1e", "Gateway": "e2e-api-a-9794b6", "namespace": "openshift-ingress"} 2026-07-14T02:42:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9794b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9794b6", "reconcileID": "09b24ae5-9c3f-4d38-a6a6-5381f2731b1e", "Gateway": "e2e-api-a-9794b6", "namespace": "openshift-ingress", "name": "e2e-api-a-9794b6-authn-ssl"} 2026-07-14T02:42:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9794b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9794b6", "reconcileID": "09b24ae5-9c3f-4d38-a6a6-5381f2731b1e", "Gateway": "e2e-api-a-9794b6", "namespace": "openshift-ingress"} 2026-07-14T02:42:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-9794b6"}, "namespace": "ai-tenant-e2e-api-a-9794b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed668385-f82b-4bb9-a17d-82e4cba17465", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9794b6"} 2026-07-14T02:42:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-9794b6"}, "namespace": "ai-tenant-e2e-api-a-9794b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed668385-f82b-4bb9-a17d-82e4cba17465", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9794b6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-14T02:42:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-9794b6"}, "namespace": "ai-tenant-e2e-api-a-9794b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed668385-f82b-4bb9-a17d-82e4cba17465", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-9794b6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-14T02:42:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-9794b6"}, "namespace": "ai-tenant-e2e-api-a-9794b6", "name": "odh-trusted-ca-bundle", "reconcileID": "7eabf500-27e2-4d9a-b703-009154844d2b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9794b6"} 2026-07-14T02:42:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-9794b6"}, "namespace": "ai-tenant-e2e-api-a-9794b6", "name": "odh-trusted-ca-bundle", "reconcileID": "7eabf500-27e2-4d9a-b703-009154844d2b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9794b6"} 2026-07-14T02:42:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-9794b6"}, "namespace": "ai-tenant-e2e-api-a-9794b6", "name": "openshift-service-ca.crt", "reconcileID": "6c6e32e1-530a-4d32-8aa6-a7fed52850bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-9794b6"} 2026-07-14T02:42:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-9794b6"}, "namespace": "ai-tenant-e2e-api-a-9794b6", "name": "openshift-service-ca.crt", "reconcileID": "6c6e32e1-530a-4d32-8aa6-a7fed52850bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-9794b6"} 2026-07-14T02:42:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-9794b6"}, "namespace": "ai-tenant-e2e-api-a-9794b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "884532c4-2c7b-4277-9f5a-4e645dfb6ac7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9794b6"} 2026-07-14T02:42:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-9794b6"}, "namespace": "ai-tenant-e2e-api-a-9794b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "884532c4-2c7b-4277-9f5a-4e645dfb6ac7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-9794b6"} 2026-07-14T02:42:31Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-9794b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-9794b6", "reconcileID": "2cd5c66d-e3bf-43ff-96e3-3f9fd7d1ff63", "Gateway": "e2e-api-a-9794b6", "namespace": "openshift-ingress"} 2026-07-14T02:42:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2e36bbe3-bd5f-4460-853c-76f36cac13cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T02:42:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f83e72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f83e72", "reconcileID": "3bf4f989-6263-4324-992d-8ef9d67d61c0", "Gateway": "e2e-api-b-f83e72", "namespace": "openshift-ingress"} 2026-07-14T02:42:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f83e72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f83e72", "reconcileID": "3bf4f989-6263-4324-992d-8ef9d67d61c0", "Gateway": "e2e-api-b-f83e72", "namespace": "openshift-ingress", "name": "e2e-api-b-f83e72-authn-ssl"} 2026-07-14T02:42:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f83e72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f83e72", "reconcileID": "3bf4f989-6263-4324-992d-8ef9d67d61c0", "Gateway": "e2e-api-b-f83e72", "namespace": "openshift-ingress"} 2026-07-14T02:42:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f83e72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f83e72", "reconcileID": "ecb616f4-e20e-4a21-aec6-7c934fefb7c1", "Gateway": "e2e-api-b-f83e72", "namespace": "openshift-ingress"} 2026-07-14T02:42:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f83e72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f83e72", "reconcileID": "ecb616f4-e20e-4a21-aec6-7c934fefb7c1", "Gateway": "e2e-api-b-f83e72", "namespace": "openshift-ingress", "name": "e2e-api-b-f83e72-authn-ssl"} 2026-07-14T02:42:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f83e72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f83e72", "reconcileID": "ecb616f4-e20e-4a21-aec6-7c934fefb7c1", "Gateway": "e2e-api-b-f83e72", "namespace": "openshift-ingress"} 2026-07-14T02:42:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f83e72"}, "namespace": "ai-tenant-e2e-api-b-f83e72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01e7805f-4932-42ba-8d9a-c1b24d802bb3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f83e72"} 2026-07-14T02:42:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f83e72"}, "namespace": "ai-tenant-e2e-api-b-f83e72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01e7805f-4932-42ba-8d9a-c1b24d802bb3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f83e72", "create": "odh-kserve-custom-ca-bundle"} 2026-07-14T02:42:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f83e72"}, "namespace": "ai-tenant-e2e-api-b-f83e72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01e7805f-4932-42ba-8d9a-c1b24d802bb3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-f83e72 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-14T02:42:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f83e72"}, "namespace": "ai-tenant-e2e-api-b-f83e72", "name": "odh-trusted-ca-bundle", "reconcileID": "436e79fd-7556-4a46-be3d-9e0649491788", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f83e72"} 2026-07-14T02:42:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f83e72"}, "namespace": "ai-tenant-e2e-api-b-f83e72", "name": "odh-trusted-ca-bundle", "reconcileID": "436e79fd-7556-4a46-be3d-9e0649491788", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f83e72"} 2026-07-14T02:42:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f83e72"}, "namespace": "ai-tenant-e2e-api-b-f83e72", "name": "openshift-service-ca.crt", "reconcileID": "5dba2f55-f13b-44cc-ad90-a9226601e208", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f83e72"} 2026-07-14T02:42:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f83e72"}, "namespace": "ai-tenant-e2e-api-b-f83e72", "name": "openshift-service-ca.crt", "reconcileID": "5dba2f55-f13b-44cc-ad90-a9226601e208", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f83e72"} 2026-07-14T02:42:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f83e72"}, "namespace": "ai-tenant-e2e-api-b-f83e72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6be530c7-59ee-4332-afa5-d716ede96b49", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f83e72"} 2026-07-14T02:42:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f83e72"}, "namespace": "ai-tenant-e2e-api-b-f83e72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6be530c7-59ee-4332-afa5-d716ede96b49", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f83e72"} 2026-07-14T02:42:57Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f83e72","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f83e72", "reconcileID": "45e9cc2a-4694-4678-b8b0-5a042353bf2e", "Gateway": "e2e-api-b-f83e72", "namespace": "openshift-ingress"} 2026-07-14T02:42:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "6febaa7e-d2bb-4dbd-b8da-4a9ad385e746", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:42:58Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "6febaa7e-d2bb-4dbd-b8da-4a9ad385e746", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7-authn-ssl"} 2026-07-14T02:42:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "6febaa7e-d2bb-4dbd-b8da-4a9ad385e746", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:42:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "70cdf67a-1dcd-4bc5-bc39-bc25b7bbd6c9", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:42:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "70cdf67a-1dcd-4bc5-bc39-bc25b7bbd6c9", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7-authn-ssl"} 2026-07-14T02:42:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "70cdf67a-1dcd-4bc5-bc39-bc25b7bbd6c9", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:42:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "5fa56441-2d8c-47d0-8ff2-f311e39af1c6", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:42:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "5fa56441-2d8c-47d0-8ff2-f311e39af1c6", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7-authn-ssl"} 2026-07-14T02:42:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "5fa56441-2d8c-47d0-8ff2-f311e39af1c6", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:42:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "300ed8b6-53fa-4578-9806-b36f03e504cd", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:42:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "300ed8b6-53fa-4578-9806-b36f03e504cd", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7-authn-ssl"} 2026-07-14T02:42:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "300ed8b6-53fa-4578-9806-b36f03e504cd", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:42:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "24d3d37b-a8d3-4f09-86d4-c21199b3dc3b", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:42:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "24d3d37b-a8d3-4f09-86d4-c21199b3dc3b", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7-authn-ssl"} 2026-07-14T02:42:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "24d3d37b-a8d3-4f09-86d4-c21199b3dc3b", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:42:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "91a82ece-ed79-465b-8d8a-dfeaf9d8c700", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:42:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "91a82ece-ed79-465b-8d8a-dfeaf9d8c700", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7-authn-ssl"} 2026-07-14T02:42:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "91a82ece-ed79-465b-8d8a-dfeaf9d8c700", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:43:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "5ac708a3-4210-404b-b7d2-d94c7fd03cc0", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:43:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "5ac708a3-4210-404b-b7d2-d94c7fd03cc0", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7-authn-ssl"} 2026-07-14T02:43:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "5ac708a3-4210-404b-b7d2-d94c7fd03cc0", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:43:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "openshift-service-ca.crt", "reconcileID": "b4d79945-274d-4daf-93ab-dc5583e96a83", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:43:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "odh-trusted-ca-bundle", "reconcileID": "ba21387d-8931-4cc1-becd-75f19fa7d6a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:43:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "openshift-service-ca.crt", "reconcileID": "e35df69e-d0cb-4ee6-a663-3586804253a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a148c7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-14T02:43:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "openshift-service-ca.crt", "reconcileID": "e35df69e-d0cb-4ee6-a663-3586804253a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:43:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "openshift-service-ca.crt", "reconcileID": "298802d9-65fb-47e6-b48b-0d8be499a496", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:43:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c951be7c-8671-45b6-8686-7396f5eca7cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:43:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "odh-trusted-ca-bundle", "reconcileID": "c3517696-3283-4962-8a88-c5fcf3eb1d34", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a148c7", "update": "odh-kserve-custom-ca-bundle"} 2026-07-14T02:43:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "odh-trusted-ca-bundle", "reconcileID": "c3517696-3283-4962-8a88-c5fcf3eb1d34", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:43:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13740af6-d7d3-4e5d-8bca-73411626d8da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:43:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "7fb4190b-68a0-4aad-93a8-8db57fe0e2eb", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:43:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "7fb4190b-68a0-4aad-93a8-8db57fe0e2eb", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7-authn-ssl"} 2026-07-14T02:43:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "7fb4190b-68a0-4aad-93a8-8db57fe0e2eb", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:43:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6d6d3547-9ba1-437b-9a70-e39805c41f85", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T02:43:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "309c86d2-85df-4e50-8995-ae4c3a9a4be1", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:43:07Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "309c86d2-85df-4e50-8995-ae4c3a9a4be1", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335-authn-ssl"} 2026-07-14T02:43:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "309c86d2-85df-4e50-8995-ae4c3a9a4be1", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:43:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "fa6e25bd-4a38-4c23-af1b-2be55ac16071", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:43:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "fa6e25bd-4a38-4c23-af1b-2be55ac16071", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335-authn-ssl"} 2026-07-14T02:43:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "fa6e25bd-4a38-4c23-af1b-2be55ac16071", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:43:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "7a7a16b2-f01a-4357-b1d5-1af38df79a8b", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:43:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "7a7a16b2-f01a-4357-b1d5-1af38df79a8b", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335-authn-ssl"} 2026-07-14T02:43:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "7a7a16b2-f01a-4357-b1d5-1af38df79a8b", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:43:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "be94c3fb-539a-4c4d-9e46-e9b1ba14d63f", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:43:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "be94c3fb-539a-4c4d-9e46-e9b1ba14d63f", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335-authn-ssl"} 2026-07-14T02:43:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "be94c3fb-539a-4c4d-9e46-e9b1ba14d63f", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:43:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "7fc9afde-122e-4f5b-9e75-7af67002a65d", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:43:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "7fc9afde-122e-4f5b-9e75-7af67002a65d", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335-authn-ssl"} 2026-07-14T02:43:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "7fc9afde-122e-4f5b-9e75-7af67002a65d", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:43:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "6803848e-bd7a-4a35-bed0-de67d8da8fc8", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:43:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "6803848e-bd7a-4a35-bed0-de67d8da8fc8", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335-authn-ssl"} 2026-07-14T02:43:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "6803848e-bd7a-4a35-bed0-de67d8da8fc8", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:43:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "45571a18-2f2a-473c-a56b-1642b30f47be", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:43:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "45571a18-2f2a-473c-a56b-1642b30f47be", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7-authn-ssl"} 2026-07-14T02:43:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "45571a18-2f2a-473c-a56b-1642b30f47be", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:43:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "d47f7823-3f17-4ca4-a128-5d37156e34b8", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:43:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "d47f7823-3f17-4ca4-a128-5d37156e34b8", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335-authn-ssl"} 2026-07-14T02:43:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "d47f7823-3f17-4ca4-a128-5d37156e34b8", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:43:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "openshift-service-ca.crt", "reconcileID": "0408eccb-0cf1-4503-8bb3-8fa1e1eb6786", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:43:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "odh-trusted-ca-bundle", "reconcileID": "bfffbefd-5bb7-49dc-9fd2-aff6386f39d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:43:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "openshift-service-ca.crt", "reconcileID": "dff94722-af4a-45ba-b456-2b6590f097ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c47335", "create": "odh-kserve-custom-ca-bundle"} 2026-07-14T02:43:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "openshift-service-ca.crt", "reconcileID": "dff94722-af4a-45ba-b456-2b6590f097ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:43:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c5bf06a-1adb-4a5a-bf5d-4869fd245182", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:43:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "openshift-service-ca.crt", "reconcileID": "180d8490-be54-4aca-a3f0-de1b4bf25d75", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:43:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "odh-trusted-ca-bundle", "reconcileID": "aff5a29c-ef8f-4dae-84d1-a6a972fd16f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c47335", "update": "odh-kserve-custom-ca-bundle"} 2026-07-14T02:43:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "odh-trusted-ca-bundle", "reconcileID": "aff5a29c-ef8f-4dae-84d1-a6a972fd16f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:43:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3140a218-d773-4328-93b1-fe6720089cfd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:43:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "a15cd174-0666-4cce-ac95-de2bc04c044a", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:43:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "a15cd174-0666-4cce-ac95-de2bc04c044a", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335-authn-ssl"} 2026-07-14T02:43:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "a15cd174-0666-4cce-ac95-de2bc04c044a", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:43:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e193b1a9-c696-4987-972e-332cbc34b824", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T02:43:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "71819153-1b40-4be4-925f-47aa1b5ef2c2", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:43:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "71819153-1b40-4be4-925f-47aa1b5ef2c2", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335-authn-ssl"} 2026-07-14T02:43:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "71819153-1b40-4be4-925f-47aa1b5ef2c2", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:43:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "81f0ccf6-04e1-4ba7-a54a-a473ecdc55da", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:43:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "81f0ccf6-04e1-4ba7-a54a-a473ecdc55da", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:43:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "81f0ccf6-04e1-4ba7-a54a-a473ecdc55da", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:43:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "8881589d-3a0b-4d59-b74e-71701a1c6be7", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:43:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "81f0ccf6-04e1-4ba7-a54a-a473ecdc55da", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7-kserve-route-authn"} 2026-07-14T02:43:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "81f0ccf6-04e1-4ba7-a54a-a473ecdc55da", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "authType": "userdefined"} 2026-07-14T02:43:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "81f0ccf6-04e1-4ba7-a54a-a473ecdc55da", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:43:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "8881589d-3a0b-4d59-b74e-71701a1c6be7", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7-authn-ssl"} 2026-07-14T02:43:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "8881589d-3a0b-4d59-b74e-71701a1c6be7", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:43:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "e052d81f-baa9-4a21-9948-ee91f5edcdd0", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:43:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "e052d81f-baa9-4a21-9948-ee91f5edcdd0", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:43:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "e052d81f-baa9-4a21-9948-ee91f5edcdd0", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:43:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "e052d81f-baa9-4a21-9948-ee91f5edcdd0", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7-kserve-route-authn"} 2026-07-14T02:43:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "e052d81f-baa9-4a21-9948-ee91f5edcdd0", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "authType": "userdefined"} 2026-07-14T02:43:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "e052d81f-baa9-4a21-9948-ee91f5edcdd0", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:43:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0e7e7b49-932c-4ba1-8c0b-fc606a2f2c5a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T02:43:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4013a5db-d2b7-4a5b-a678-d51a20a9b605", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T02:43:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "5d0d4f46-23fc-45bb-a1b0-12c3f577e6d6", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:43:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "5d0d4f46-23fc-45bb-a1b0-12c3f577e6d6", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7-authn-ssl"} 2026-07-14T02:43:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "5d0d4f46-23fc-45bb-a1b0-12c3f577e6d6", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:43:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "7f407c77-32f9-4b7c-a0bb-5685b85e9d13", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:43:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "7f407c77-32f9-4b7c-a0bb-5685b85e9d13", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:43:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "7f407c77-32f9-4b7c-a0bb-5685b85e9d13", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:43:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "7f407c77-32f9-4b7c-a0bb-5685b85e9d13", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7-kserve-route-authn"} 2026-07-14T02:43:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "7f407c77-32f9-4b7c-a0bb-5685b85e9d13", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "authType": "userdefined"} 2026-07-14T02:43:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "7f407c77-32f9-4b7c-a0bb-5685b85e9d13", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:43:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "a12c65e9-3169-4ba0-994d-d81a3a4d5da2", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:43:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "a12c65e9-3169-4ba0-994d-d81a3a4d5da2", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:43:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "a12c65e9-3169-4ba0-994d-d81a3a4d5da2", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:43:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "a12c65e9-3169-4ba0-994d-d81a3a4d5da2", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7-kserve-route-authn"} 2026-07-14T02:43:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "a12c65e9-3169-4ba0-994d-d81a3a4d5da2", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "authType": "userdefined"} 2026-07-14T02:43:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "a12c65e9-3169-4ba0-994d-d81a3a4d5da2", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:43:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "aa7bec20-95af-4cb6-bf7f-b1b1bd9f5695", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:43:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "aa7bec20-95af-4cb6-bf7f-b1b1bd9f5695", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:43:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "aa7bec20-95af-4cb6-bf7f-b1b1bd9f5695", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:43:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "a1572c56-3759-4999-b2c8-932eecee85e9", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:43:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "aa7bec20-95af-4cb6-bf7f-b1b1bd9f5695", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335-kserve-route-authn"} 2026-07-14T02:43:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "aa7bec20-95af-4cb6-bf7f-b1b1bd9f5695", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "authType": "userdefined"} 2026-07-14T02:43:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "aa7bec20-95af-4cb6-bf7f-b1b1bd9f5695", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:43:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "a1572c56-3759-4999-b2c8-932eecee85e9", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335-authn-ssl"} 2026-07-14T02:43:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "a1572c56-3759-4999-b2c8-932eecee85e9", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:43:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "56c5aad2-efab-4b1d-bd24-e46631a74843", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:43:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "56c5aad2-efab-4b1d-bd24-e46631a74843", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:43:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "56c5aad2-efab-4b1d-bd24-e46631a74843", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:43:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "56c5aad2-efab-4b1d-bd24-e46631a74843", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335-kserve-route-authn"} 2026-07-14T02:43:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "56c5aad2-efab-4b1d-bd24-e46631a74843", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "authType": "userdefined"} 2026-07-14T02:43:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "56c5aad2-efab-4b1d-bd24-e46631a74843", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:44:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "45f40726-ce79-4c62-8e8f-1d0dec3f1bb2", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:44:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "45f40726-ce79-4c62-8e8f-1d0dec3f1bb2", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335-authn-ssl"} 2026-07-14T02:44:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "45f40726-ce79-4c62-8e8f-1d0dec3f1bb2", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:44:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "e3a3fcbf-2147-45b0-8c95-696ac4c1d6a5", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:44:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "e3a3fcbf-2147-45b0-8c95-696ac4c1d6a5", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:44:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "e3a3fcbf-2147-45b0-8c95-696ac4c1d6a5", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:44:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "e3a3fcbf-2147-45b0-8c95-696ac4c1d6a5", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335-kserve-route-authn"} 2026-07-14T02:44:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "e3a3fcbf-2147-45b0-8c95-696ac4c1d6a5", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "authType": "userdefined"} 2026-07-14T02:44:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "e3a3fcbf-2147-45b0-8c95-696ac4c1d6a5", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:44:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "53acc572-189e-4a94-bc25-ab43b16c8b81", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:44:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "53acc572-189e-4a94-bc25-ab43b16c8b81", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:44:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "53acc572-189e-4a94-bc25-ab43b16c8b81", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:44:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "53acc572-189e-4a94-bc25-ab43b16c8b81", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335-kserve-route-authn"} 2026-07-14T02:44:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "53acc572-189e-4a94-bc25-ab43b16c8b81", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "authType": "userdefined"} 2026-07-14T02:44:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "53acc572-189e-4a94-bc25-ab43b16c8b81", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:44:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "5ad1239f-2c1e-474c-a358-ca0832efd8d5", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:44:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "5ad1239f-2c1e-474c-a358-ca0832efd8d5", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7-authn-ssl"} 2026-07-14T02:44:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "5ad1239f-2c1e-474c-a358-ca0832efd8d5", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:44:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "f876f79e-e175-464b-acc8-2a8c58753001", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:44:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "f876f79e-e175-464b-acc8-2a8c58753001", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335-authn-ssl"} 2026-07-14T02:44:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "f876f79e-e175-464b-acc8-2a8c58753001", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:46:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "ab381eec-a58a-4fc5-9dcb-b3225c3bb3e1", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:46:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "ab381eec-a58a-4fc5-9dcb-b3225c3bb3e1", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7"} 2026-07-14T02:46:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "ab381eec-a58a-4fc5-9dcb-b3225c3bb3e1", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:46:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "ab381eec-a58a-4fc5-9dcb-b3225c3bb3e1", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:46:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "ab381eec-a58a-4fc5-9dcb-b3225c3bb3e1", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7-kserve-route-authn"} 2026-07-14T02:46:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "ab381eec-a58a-4fc5-9dcb-b3225c3bb3e1", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7-kserve-route-authn"} 2026-07-14T02:46:09Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "ab381eec-a58a-4fc5-9dcb-b3225c3bb3e1", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:46:09Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "ab381eec-a58a-4fc5-9dcb-b3225c3bb3e1", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:46:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "auth-test-model-a148c7", "reconcileID": "4e4e485d-07d2-4361-816b-a7ec28bfda3c", "LLMInferenceService": "auth-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:46:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "3d44882b-0ea2-4e1e-ac63-80e470a13662", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:46:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "3d44882b-0ea2-4e1e-ac63-80e470a13662", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7-authn-ssl"} 2026-07-14T02:46:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "3d44882b-0ea2-4e1e-ac63-80e470a13662", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:46:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "96c6baff-e3e0-4732-a7de-34b47fd47f6f", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:46:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "96c6baff-e3e0-4732-a7de-34b47fd47f6f", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7-authn-ssl"} 2026-07-14T02:46:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "96c6baff-e3e0-4732-a7de-34b47fd47f6f", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:46:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "4b078664-2ca1-4547-9fc9-79eaa65bd946", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:46:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "4b078664-2ca1-4547-9fc9-79eaa65bd946", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335"} 2026-07-14T02:46:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "4b078664-2ca1-4547-9fc9-79eaa65bd946", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:46:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "4b078664-2ca1-4547-9fc9-79eaa65bd946", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:46:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "4b078664-2ca1-4547-9fc9-79eaa65bd946", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335-kserve-route-authn"} 2026-07-14T02:46:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "4b078664-2ca1-4547-9fc9-79eaa65bd946", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335-kserve-route-authn"} 2026-07-14T02:46:09Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "4b078664-2ca1-4547-9fc9-79eaa65bd946", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:46:09Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "4b078664-2ca1-4547-9fc9-79eaa65bd946", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:46:10Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "auth-test-model-c47335", "reconcileID": "dc119261-99b7-4b01-a518-9f096bd6bb5b", "LLMInferenceService": "auth-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:46:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "eab40db5-1e2a-4c21-94fc-bfac7685f244", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:46:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "eab40db5-1e2a-4c21-94fc-bfac7685f244", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335-authn-ssl"} 2026-07-14T02:46:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "eab40db5-1e2a-4c21-94fc-bfac7685f244", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:46:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "faba0f53-d8aa-4c30-b18d-510090d73cb5", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:46:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "faba0f53-d8aa-4c30-b18d-510090d73cb5", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335-authn-ssl"} 2026-07-14T02:46:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "faba0f53-d8aa-4c30-b18d-510090d73cb5", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:46:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "d0b81b53-183c-4308-86d0-370d3fad3071", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:46:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "d0b81b53-183c-4308-86d0-370d3fad3071", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:46:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "d0b81b53-183c-4308-86d0-370d3fad3071", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:46:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "453ec4da-8f0e-401e-a5e8-e2da68bc2b01", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:46:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "d0b81b53-183c-4308-86d0-370d3fad3071", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7-kserve-route-authn"} 2026-07-14T02:46:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "d0b81b53-183c-4308-86d0-370d3fad3071", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "authType": "userdefined"} 2026-07-14T02:46:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "d0b81b53-183c-4308-86d0-370d3fad3071", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:46:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "453ec4da-8f0e-401e-a5e8-e2da68bc2b01", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7-authn-ssl"} 2026-07-14T02:46:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "453ec4da-8f0e-401e-a5e8-e2da68bc2b01", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:46:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "3eb44df9-daef-4823-b744-d68b04733732", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:46:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "3eb44df9-daef-4823-b744-d68b04733732", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:46:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "3eb44df9-daef-4823-b744-d68b04733732", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:46:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "3eb44df9-daef-4823-b744-d68b04733732", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7-kserve-route-authn"} 2026-07-14T02:46:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "3eb44df9-daef-4823-b744-d68b04733732", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "authType": "userdefined"} 2026-07-14T02:46:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "3eb44df9-daef-4823-b744-d68b04733732", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:46:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "96f5d56f-2074-4996-a8ba-10438c77d313", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:46:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "96f5d56f-2074-4996-a8ba-10438c77d313", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7-authn-ssl"} 2026-07-14T02:46:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "96f5d56f-2074-4996-a8ba-10438c77d313", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:46:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "94d0e98a-fbbc-480e-8d5a-5cd5bfc13dee", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:46:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "94d0e98a-fbbc-480e-8d5a-5cd5bfc13dee", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:46:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "94d0e98a-fbbc-480e-8d5a-5cd5bfc13dee", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:46:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "94d0e98a-fbbc-480e-8d5a-5cd5bfc13dee", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7-kserve-route-authn"} 2026-07-14T02:46:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "94d0e98a-fbbc-480e-8d5a-5cd5bfc13dee", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "authType": "userdefined"} 2026-07-14T02:46:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "94d0e98a-fbbc-480e-8d5a-5cd5bfc13dee", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:46:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "279e7cf8-6474-474e-9b0d-962112b8ab94", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:46:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "279e7cf8-6474-474e-9b0d-962112b8ab94", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:46:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "279e7cf8-6474-474e-9b0d-962112b8ab94", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:46:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "279e7cf8-6474-474e-9b0d-962112b8ab94", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7-kserve-route-authn"} 2026-07-14T02:46:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "279e7cf8-6474-474e-9b0d-962112b8ab94", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "authType": "userdefined"} 2026-07-14T02:46:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "279e7cf8-6474-474e-9b0d-962112b8ab94", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:47:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1eddd7e4-4bba-4284-bcbb-28ae80df44e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T02:47:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "46f408ed-6f3c-4fca-9db4-21939ebc5d86", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:47:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "46f408ed-6f3c-4fca-9db4-21939ebc5d86", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:47:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "46f408ed-6f3c-4fca-9db4-21939ebc5d86", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:47:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "46f408ed-6f3c-4fca-9db4-21939ebc5d86", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7-kserve-route-authn"} 2026-07-14T02:47:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "46f408ed-6f3c-4fca-9db4-21939ebc5d86", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "authType": "userdefined"} 2026-07-14T02:47:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "46f408ed-6f3c-4fca-9db4-21939ebc5d86", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:47:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "5ee694d6-fc9d-4632-a17c-b94d8b9ff53a", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:47:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "5ee694d6-fc9d-4632-a17c-b94d8b9ff53a", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:47:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "5ee694d6-fc9d-4632-a17c-b94d8b9ff53a", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:47:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "759c6cf7-abeb-4c2e-8280-858a7add5ccb", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:47:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "5ee694d6-fc9d-4632-a17c-b94d8b9ff53a", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335-kserve-route-authn"} 2026-07-14T02:47:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "5ee694d6-fc9d-4632-a17c-b94d8b9ff53a", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "authType": "userdefined"} 2026-07-14T02:47:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "5ee694d6-fc9d-4632-a17c-b94d8b9ff53a", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:47:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "759c6cf7-abeb-4c2e-8280-858a7add5ccb", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335-authn-ssl"} 2026-07-14T02:47:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "759c6cf7-abeb-4c2e-8280-858a7add5ccb", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:47:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "bdf753a5-c0a6-4f4d-8b83-30312fb9fae1", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:47:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "bdf753a5-c0a6-4f4d-8b83-30312fb9fae1", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:47:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "bdf753a5-c0a6-4f4d-8b83-30312fb9fae1", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:47:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "bdf753a5-c0a6-4f4d-8b83-30312fb9fae1", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335-kserve-route-authn"} 2026-07-14T02:47:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "bdf753a5-c0a6-4f4d-8b83-30312fb9fae1", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "authType": "userdefined"} 2026-07-14T02:47:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "bdf753a5-c0a6-4f4d-8b83-30312fb9fae1", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:47:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "a815324c-ca12-4d0f-ab13-14aac438fa01", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:47:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "a815324c-ca12-4d0f-ab13-14aac438fa01", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335-authn-ssl"} 2026-07-14T02:47:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "a815324c-ca12-4d0f-ab13-14aac438fa01", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:47:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "1b234e3b-ff40-47f9-acd6-ffb0e7de6470", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:47:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "1b234e3b-ff40-47f9-acd6-ffb0e7de6470", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:47:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "1b234e3b-ff40-47f9-acd6-ffb0e7de6470", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:47:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "1b234e3b-ff40-47f9-acd6-ffb0e7de6470", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335-kserve-route-authn"} 2026-07-14T02:47:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "1b234e3b-ff40-47f9-acd6-ffb0e7de6470", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "authType": "userdefined"} 2026-07-14T02:47:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "1b234e3b-ff40-47f9-acd6-ffb0e7de6470", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:47:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "54106047-ce70-4b77-b30a-e08464212819", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:47:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "54106047-ce70-4b77-b30a-e08464212819", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:47:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "54106047-ce70-4b77-b30a-e08464212819", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:47:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "54106047-ce70-4b77-b30a-e08464212819", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335-kserve-route-authn"} 2026-07-14T02:47:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "54106047-ce70-4b77-b30a-e08464212819", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "authType": "userdefined"} 2026-07-14T02:47:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "54106047-ce70-4b77-b30a-e08464212819", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:47:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "0684304f-d638-46b3-834d-5e99b15c77fb", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:47:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "0684304f-d638-46b3-834d-5e99b15c77fb", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7"} 2026-07-14T02:47:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "0684304f-d638-46b3-834d-5e99b15c77fb", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:47:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "0684304f-d638-46b3-834d-5e99b15c77fb", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:47:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "0684304f-d638-46b3-834d-5e99b15c77fb", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7-kserve-route-authn"} 2026-07-14T02:47:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "0684304f-d638-46b3-834d-5e99b15c77fb", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7-kserve-route-authn"} 2026-07-14T02:47:51Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "0684304f-d638-46b3-834d-5e99b15c77fb", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:47:51Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "0684304f-d638-46b3-834d-5e99b15c77fb", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:47:51Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "sub-test-model-a148c7", "reconcileID": "34ce65e8-a5ff-442c-8cf3-ba19b37a4ef3", "LLMInferenceService": "sub-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:47:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "7b01dbea-ab3c-4c32-8c5b-6ae50e956af8", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:47:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "7b01dbea-ab3c-4c32-8c5b-6ae50e956af8", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7-authn-ssl"} 2026-07-14T02:47:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "7b01dbea-ab3c-4c32-8c5b-6ae50e956af8", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:47:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "c502c36f-fdbe-465e-baba-11ee9cb9901f", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:47:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "c502c36f-fdbe-465e-baba-11ee9cb9901f", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7-authn-ssl"} 2026-07-14T02:47:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "c502c36f-fdbe-465e-baba-11ee9cb9901f", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:47:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "e8754d51-5c73-4bd6-bd99-cceec1924fc6", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:47:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "e8754d51-5c73-4bd6-bd99-cceec1924fc6", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335"} 2026-07-14T02:47:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "e8754d51-5c73-4bd6-bd99-cceec1924fc6", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:47:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "e8754d51-5c73-4bd6-bd99-cceec1924fc6", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:47:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "e8754d51-5c73-4bd6-bd99-cceec1924fc6", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335-kserve-route-authn"} 2026-07-14T02:47:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "e8754d51-5c73-4bd6-bd99-cceec1924fc6", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335-kserve-route-authn"} 2026-07-14T02:47:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "e8754d51-5c73-4bd6-bd99-cceec1924fc6", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:47:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "e8754d51-5c73-4bd6-bd99-cceec1924fc6", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:47:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "sub-test-model-c47335", "reconcileID": "5648f3f8-eb33-41cb-9236-e6d8577a9f5d", "LLMInferenceService": "sub-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:47:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "9346cf8d-3edf-4ce6-ad08-af6e76cceb4b", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:47:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "9346cf8d-3edf-4ce6-ad08-af6e76cceb4b", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335-authn-ssl"} 2026-07-14T02:47:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "9346cf8d-3edf-4ce6-ad08-af6e76cceb4b", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:47:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "8d4c5185-a975-4180-86ad-eb6784d9b92d", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:47:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "8d4c5185-a975-4180-86ad-eb6784d9b92d", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335-authn-ssl"} 2026-07-14T02:47:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "8d4c5185-a975-4180-86ad-eb6784d9b92d", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:47:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "f6ac942a-5661-4ab4-b130-ff1800990d5b", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:47:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "f6ac942a-5661-4ab4-b130-ff1800990d5b", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:47:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "f6ac942a-5661-4ab4-b130-ff1800990d5b", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:47:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "b7a60fb5-41d7-42fd-a68c-03a52560d9d7", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:47:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "f6ac942a-5661-4ab4-b130-ff1800990d5b", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7-kserve-route-authn"} 2026-07-14T02:47:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "f6ac942a-5661-4ab4-b130-ff1800990d5b", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "authType": "userdefined"} 2026-07-14T02:47:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "f6ac942a-5661-4ab4-b130-ff1800990d5b", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:47:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "b7a60fb5-41d7-42fd-a68c-03a52560d9d7", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7-authn-ssl"} 2026-07-14T02:47:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "b7a60fb5-41d7-42fd-a68c-03a52560d9d7", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:47:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "0c802e70-53b1-47b9-8ded-f7ee701030d0", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:47:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "0c802e70-53b1-47b9-8ded-f7ee701030d0", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:47:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "0c802e70-53b1-47b9-8ded-f7ee701030d0", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:47:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "0c802e70-53b1-47b9-8ded-f7ee701030d0", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7-kserve-route-authn"} 2026-07-14T02:47:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "0c802e70-53b1-47b9-8ded-f7ee701030d0", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "authType": "userdefined"} 2026-07-14T02:47:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "0c802e70-53b1-47b9-8ded-f7ee701030d0", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:47:58Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-14T02:47:58Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-14T02:47:59Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-14T02:47:59Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-14T02:48:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "8b5df6a5-eaf0-4ddc-8cc7-4fe9cf6652ab", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:48:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "8b5df6a5-eaf0-4ddc-8cc7-4fe9cf6652ab", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7-authn-ssl"} 2026-07-14T02:48:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "8b5df6a5-eaf0-4ddc-8cc7-4fe9cf6652ab", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:48:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "2051b530-3e7d-4d46-8b7d-c64e22e21727", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:48:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "2051b530-3e7d-4d46-8b7d-c64e22e21727", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:48:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "2051b530-3e7d-4d46-8b7d-c64e22e21727", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:48:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "2051b530-3e7d-4d46-8b7d-c64e22e21727", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7-kserve-route-authn"} 2026-07-14T02:48:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "2051b530-3e7d-4d46-8b7d-c64e22e21727", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "authType": "userdefined"} 2026-07-14T02:48:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "2051b530-3e7d-4d46-8b7d-c64e22e21727", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:48:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b438d7da-a14d-4d27-8fb0-8f8a19ac702e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T02:48:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "27810cd7-879a-4bd2-9ba6-f7bbfff81ad1", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:48:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "27810cd7-879a-4bd2-9ba6-f7bbfff81ad1", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:48:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "27810cd7-879a-4bd2-9ba6-f7bbfff81ad1", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:48:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "27810cd7-879a-4bd2-9ba6-f7bbfff81ad1", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7-kserve-route-authn"} 2026-07-14T02:48:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "27810cd7-879a-4bd2-9ba6-f7bbfff81ad1", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "authType": "userdefined"} 2026-07-14T02:48:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "27810cd7-879a-4bd2-9ba6-f7bbfff81ad1", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:48:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "cca27c74-d5e0-45ca-8ab6-9f8d50c7c362", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:48:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "cca27c74-d5e0-45ca-8ab6-9f8d50c7c362", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:48:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "cca27c74-d5e0-45ca-8ab6-9f8d50c7c362", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:48:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "cca27c74-d5e0-45ca-8ab6-9f8d50c7c362", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7-kserve-route-authn"} 2026-07-14T02:48:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "cca27c74-d5e0-45ca-8ab6-9f8d50c7c362", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "authType": "userdefined"} 2026-07-14T02:48:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "cca27c74-d5e0-45ca-8ab6-9f8d50c7c362", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:48:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "68f24180-c2c1-4e6b-b903-42d906783bad", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T02:48:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "40eaba26-bb89-4e73-9b7c-8b40fbea5bc1", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:48:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "40eaba26-bb89-4e73-9b7c-8b40fbea5bc1", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:48:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "40eaba26-bb89-4e73-9b7c-8b40fbea5bc1", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:48:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "688b04dd-e9ed-4ac4-9e31-fe3baf35e3a2", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:48:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "40eaba26-bb89-4e73-9b7c-8b40fbea5bc1", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335-kserve-route-authn"} 2026-07-14T02:48:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "40eaba26-bb89-4e73-9b7c-8b40fbea5bc1", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "authType": "userdefined"} 2026-07-14T02:48:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "40eaba26-bb89-4e73-9b7c-8b40fbea5bc1", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:48:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "688b04dd-e9ed-4ac4-9e31-fe3baf35e3a2", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335-authn-ssl"} 2026-07-14T02:48:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "688b04dd-e9ed-4ac4-9e31-fe3baf35e3a2", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:48:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "1df9bae7-998b-48de-8f52-0ef920988436", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:48:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "1df9bae7-998b-48de-8f52-0ef920988436", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:48:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "1df9bae7-998b-48de-8f52-0ef920988436", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:48:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "1df9bae7-998b-48de-8f52-0ef920988436", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335-kserve-route-authn"} 2026-07-14T02:48:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "1df9bae7-998b-48de-8f52-0ef920988436", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "authType": "userdefined"} 2026-07-14T02:48:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "1df9bae7-998b-48de-8f52-0ef920988436", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:48:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "c0f464ca-ad55-4e6b-858c-8b2bd537d8da", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:48:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "c0f464ca-ad55-4e6b-858c-8b2bd537d8da", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335-authn-ssl"} 2026-07-14T02:48:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "c0f464ca-ad55-4e6b-858c-8b2bd537d8da", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:48:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "70043c51-ca1e-4eaf-b167-cbf497ec24c6", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:48:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "70043c51-ca1e-4eaf-b167-cbf497ec24c6", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:48:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "70043c51-ca1e-4eaf-b167-cbf497ec24c6", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:48:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "70043c51-ca1e-4eaf-b167-cbf497ec24c6", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335-kserve-route-authn"} 2026-07-14T02:48:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "70043c51-ca1e-4eaf-b167-cbf497ec24c6", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "authType": "userdefined"} 2026-07-14T02:48:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "70043c51-ca1e-4eaf-b167-cbf497ec24c6", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:48:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "bdb73876-51d4-486f-82a9-70f189d2d0ac", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:48:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "bdb73876-51d4-486f-82a9-70f189d2d0ac", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:48:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "bdb73876-51d4-486f-82a9-70f189d2d0ac", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:48:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "bdb73876-51d4-486f-82a9-70f189d2d0ac", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335-kserve-route-authn"} 2026-07-14T02:48:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "bdb73876-51d4-486f-82a9-70f189d2d0ac", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "authType": "userdefined"} 2026-07-14T02:48:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "bdb73876-51d4-486f-82a9-70f189d2d0ac", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:48:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "c1db261f-8c11-4519-8962-163a7cbfc273", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:48:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "c1db261f-8c11-4519-8962-163a7cbfc273", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:48:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "c1db261f-8c11-4519-8962-163a7cbfc273", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:48:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "c1db261f-8c11-4519-8962-163a7cbfc273", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335-kserve-route-authn"} 2026-07-14T02:48:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "c1db261f-8c11-4519-8962-163a7cbfc273", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "authType": "userdefined"} 2026-07-14T02:48:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "c1db261f-8c11-4519-8962-163a7cbfc273", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:49:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "e5d6b010-6e88-41b0-8d2f-3eacd5cc39f2", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:49:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "e5d6b010-6e88-41b0-8d2f-3eacd5cc39f2", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7"} 2026-07-14T02:49:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "e5d6b010-6e88-41b0-8d2f-3eacd5cc39f2", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:49:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "e5d6b010-6e88-41b0-8d2f-3eacd5cc39f2", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:49:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "e5d6b010-6e88-41b0-8d2f-3eacd5cc39f2", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7-kserve-route-authn"} 2026-07-14T02:49:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "e5d6b010-6e88-41b0-8d2f-3eacd5cc39f2", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7-kserve-route-authn"} 2026-07-14T02:49:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "e5d6b010-6e88-41b0-8d2f-3eacd5cc39f2", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:49:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "e5d6b010-6e88-41b0-8d2f-3eacd5cc39f2", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:49:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a148c7","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "rate-test-model-a148c7", "reconcileID": "1386488a-b118-42e0-af2c-c250cd45605a", "LLMInferenceService": "rate-test-model-a148c7", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:49:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "8170bad4-f0d4-44aa-9b7e-1acc0745ffbe", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:49:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "8170bad4-f0d4-44aa-9b7e-1acc0745ffbe", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7-authn-ssl"} 2026-07-14T02:49:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "8170bad4-f0d4-44aa-9b7e-1acc0745ffbe", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:49:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "defd8878-f2a2-485a-8b63-90c8cd5b8f37", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:49:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "defd8878-f2a2-485a-8b63-90c8cd5b8f37", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7-authn-ssl"} 2026-07-14T02:49:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "defd8878-f2a2-485a-8b63-90c8cd5b8f37", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:49:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "c6f53875-6e0b-400d-adff-0c069cef4993", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:49:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "c6f53875-6e0b-400d-adff-0c069cef4993", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335"} 2026-07-14T02:49:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "c6f53875-6e0b-400d-adff-0c069cef4993", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:49:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "c6f53875-6e0b-400d-adff-0c069cef4993", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:49:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "c6f53875-6e0b-400d-adff-0c069cef4993", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335-kserve-route-authn"} 2026-07-14T02:49:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "c6f53875-6e0b-400d-adff-0c069cef4993", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335-kserve-route-authn"} 2026-07-14T02:49:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "c6f53875-6e0b-400d-adff-0c069cef4993", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:49:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "c6f53875-6e0b-400d-adff-0c069cef4993", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:49:23Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c47335","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "rate-test-model-c47335", "reconcileID": "6449d9fd-b412-4416-aa82-71b55f4c466d", "LLMInferenceService": "rate-test-model-c47335", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:49:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "64233bd9-74af-4dd2-b87a-8d406e0aa5f2", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:49:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "64233bd9-74af-4dd2-b87a-8d406e0aa5f2", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335-authn-ssl"} 2026-07-14T02:49:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "64233bd9-74af-4dd2-b87a-8d406e0aa5f2", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:49:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "541fe84a-a46a-495b-928a-647237ed78a9", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:49:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "541fe84a-a46a-495b-928a-647237ed78a9", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335-authn-ssl"} 2026-07-14T02:49:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "541fe84a-a46a-495b-928a-647237ed78a9", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:49:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "13d1ee21-2945-4290-a2c5-a4a6c6c9bfb2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T02:49:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "a9bb1862-f427-4b2b-8726-7982a5a17f16", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:49:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "a9bb1862-f427-4b2b-8726-7982a5a17f16", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7-authn-ssl"} 2026-07-14T02:49:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "a9bb1862-f427-4b2b-8726-7982a5a17f16", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:49:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "d1ecdb8c-5e97-4fa2-8c38-27321c582daf", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:49:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "d1ecdb8c-5e97-4fa2-8c38-27321c582daf", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7-authn-ssl"} 2026-07-14T02:49:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "d1ecdb8c-5e97-4fa2-8c38-27321c582daf", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:50:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a28a5f49-cd04-4193-a98f-6b5e1721eaa0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:50:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a28a5f49-cd04-4193-a98f-6b5e1721eaa0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a148c7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-14T02:50:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a28a5f49-cd04-4193-a98f-6b5e1721eaa0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-a148c7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-14T02:50:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "odh-trusted-ca-bundle", "reconcileID": "f7ed10bc-d8af-490e-8bd2-a10ec57ceb43", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:50:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "odh-trusted-ca-bundle", "reconcileID": "f7ed10bc-d8af-490e-8bd2-a10ec57ceb43", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:50:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "openshift-service-ca.crt", "reconcileID": "05c83b2c-104b-41ea-888c-4894ab94368c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:50:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "openshift-service-ca.crt", "reconcileID": "05c83b2c-104b-41ea-888c-4894ab94368c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:50:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2c917bf-4ae7-4c85-b7ca-bd686ce46530", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:50:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a148c7"}, "namespace": "ai-tenant-e2e-shared-a-a148c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2c917bf-4ae7-4c85-b7ca-bd686ce46530", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a148c7"} 2026-07-14T02:50:08Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a148c7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a148c7", "reconcileID": "d7d82149-396f-4e16-96c1-8228d364f843", "Gateway": "e2e-shared-a-a148c7", "namespace": "openshift-ingress"} 2026-07-14T02:50:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "adde03b6-9d30-4572-927b-49f296ca564e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-14T02:50:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "a847b856-6c3c-45e4-a645-de84f8f88e45", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:50:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "a847b856-6c3c-45e4-a645-de84f8f88e45", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335-authn-ssl"} 2026-07-14T02:50:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "a847b856-6c3c-45e4-a645-de84f8f88e45", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:50:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "38e4fd69-7dae-4173-b42e-e0faac1070e0", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:50:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "38e4fd69-7dae-4173-b42e-e0faac1070e0", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335-authn-ssl"} 2026-07-14T02:50:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "38e4fd69-7dae-4173-b42e-e0faac1070e0", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"} 2026-07-14T02:50:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b4b9f76-5a86-4b8c-b2a2-5bb5ee8c833b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:50:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b4b9f76-5a86-4b8c-b2a2-5bb5ee8c833b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c47335", "create": "odh-kserve-custom-ca-bundle"} 2026-07-14T02:50:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b4b9f76-5a86-4b8c-b2a2-5bb5ee8c833b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-c47335 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-14T02:50:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "odh-trusted-ca-bundle", "reconcileID": "0072ea92-1950-40e8-b816-771a49e4e94d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:50:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "odh-trusted-ca-bundle", "reconcileID": "0072ea92-1950-40e8-b816-771a49e4e94d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:50:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "openshift-service-ca.crt", "reconcileID": "d0fff643-ebca-4454-afea-6fa2c14164a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:50:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "openshift-service-ca.crt", "reconcileID": "d0fff643-ebca-4454-afea-6fa2c14164a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:50:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9883d6f2-e15e-4586-a83e-aa53fb4c6cbc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:50:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c47335"}, "namespace": "ai-tenant-e2e-shared-b-c47335", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9883d6f2-e15e-4586-a83e-aa53fb4c6cbc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c47335"} 2026-07-14T02:50:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c47335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c47335", "reconcileID": "2ddeef5e-1316-475c-b5c9-cc2af6a3d450", "Gateway": "e2e-shared-b-c47335", "namespace": "openshift-ingress"}