{"level":"info","ts":"2026-07-21T16:16:02Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61f649dd-ba04-4d7c-b3a7-9e047992dea2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-21T16:16:02Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fb94bd"},"namespace":"ai-tenant-e2e-api-b-fb94bd","name":"default-tenant","reconcileID":"b86ebf3d-85a1-4fc7-9ef4-9f97d84f3f76","gvk":"Deployment","name":"maas-api-e2e-api-b-fb94bd","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-21T16:16:02Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fb94bd"},"namespace":"ai-tenant-e2e-api-b-fb94bd","name":"default-tenant","reconcileID":"b86ebf3d-85a1-4fc7-9ef4-9f97d84f3f76","gvk":"Service","name":"maas-api-e2e-api-b-fb94bd","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-21T16:16:02Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fb94bd"},"namespace":"ai-tenant-e2e-api-b-fb94bd","name":"default-tenant","reconcileID":"b86ebf3d-85a1-4fc7-9ef4-9f97d84f3f76","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-fb94bd","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-21T16:16:02Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fb94bd"},"namespace":"ai-tenant-e2e-api-b-fb94bd","name":"default-tenant","reconcileID":"b86ebf3d-85a1-4fc7-9ef4-9f97d84f3f76","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-fb94bd","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-21T16:16:02Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fb94bd"},"namespace":"ai-tenant-e2e-api-b-fb94bd","name":"default-tenant","reconcileID":"b86ebf3d-85a1-4fc7-9ef4-9f97d84f3f76","gvk":"AuthPolicy","name":"maas-api-auth-policy-e2e-api-b-fb94bd","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-21T16:16:02Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fb94bd"},"namespace":"ai-tenant-e2e-api-b-fb94bd","name":"default-tenant","reconcileID":"b86ebf3d-85a1-4fc7-9ef4-9f97d84f3f76","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-fb94bd","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:16:02Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fb94bd"},"namespace":"ai-tenant-e2e-api-b-fb94bd","name":"default-tenant","reconcileID":"b86ebf3d-85a1-4fc7-9ef4-9f97d84f3f76","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-fb94bd","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:16:02Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fb94bd"},"namespace":"ai-tenant-e2e-api-b-fb94bd","name":"default-tenant","reconcileID":"b86ebf3d-85a1-4fc7-9ef4-9f97d84f3f76","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-fb94bd","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:16:02Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fb94bd"},"namespace":"ai-tenant-e2e-api-b-fb94bd","name":"default-tenant","reconcileID":"b86ebf3d-85a1-4fc7-9ef4-9f97d84f3f76","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-fb94bd","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:16:02Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28f2421c-fe4e-4504-9599-0cc2b3b207d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-21T16:16:04Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5abc33e6-2f14-4e2c-929b-bbce000ff47b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:16:04Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"461d583f-5071-413d-8998-66b863b40612","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"error","ts":"2026-07-21T16:16:06Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-fb94bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-fb94bd","reconcileID":"4ada8552-fe14-4c11-b425-f2e9d791cb20","error":"delete tenant namespace \"ai-tenant-e2e-api-b-fb94bd\": namespaces \"ai-tenant-e2e-api-b-fb94bd\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-api-b-fb94bd\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-21T16:16:06Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-fb94bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-fb94bd","reconcileID":"0cafb90b-4565-4eeb-b155-573e2b14d8f9","error":"delete tenant namespace \"ai-tenant-e2e-api-b-fb94bd\": namespaces \"ai-tenant-e2e-api-b-fb94bd\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-api-b-fb94bd\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-21T16:16:06Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-fb94bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-fb94bd","reconcileID":"c3d43c28-74ca-4816-843e-6bc0f68a9e2f","error":"delete tenant namespace \"ai-tenant-e2e-api-b-fb94bd\": namespaces \"ai-tenant-e2e-api-b-fb94bd\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-api-b-fb94bd\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-21T16:16:06Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-fb94bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-fb94bd","reconcileID":"932ef126-28e4-45ac-ad8b-6ed7befefa37","error":"delete tenant namespace \"ai-tenant-e2e-api-b-fb94bd\": namespaces \"ai-tenant-e2e-api-b-fb94bd\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-api-b-fb94bd\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-21T16:16:06Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-fb94bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-fb94bd","reconcileID":"6f675a57-37b0-4f8b-8442-ff882be28eb5","error":"delete tenant namespace \"ai-tenant-e2e-api-b-fb94bd\": namespaces \"ai-tenant-e2e-api-b-fb94bd\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-api-b-fb94bd\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-21T16:16:06Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-fb94bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-fb94bd","reconcileID":"36931360-678f-46fd-91de-91e4d5141c42","error":"delete tenant namespace \"ai-tenant-e2e-api-b-fb94bd\": namespaces \"ai-tenant-e2e-api-b-fb94bd\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-api-b-fb94bd\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-21T16:16:07Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-fb94bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-fb94bd","reconcileID":"6dc262d0-b7cc-408b-9d0d-f0f2de765e32","error":"delete tenant namespace \"ai-tenant-e2e-api-b-fb94bd\": namespaces \"ai-tenant-e2e-api-b-fb94bd\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-api-b-fb94bd\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-21T16:16:07Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"32fd82bb-e29f-4edb-a9c5-77ba0ce0ebc8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:16:07Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8fbad3c8-ec4f-4e46-b556-acb98954faea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"error","ts":"2026-07-21T16:16:07Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-fb94bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-fb94bd","reconcileID":"5ebeecbb-f522-43c3-8e3b-93d356561da9","error":"delete tenant namespace \"ai-tenant-e2e-api-b-fb94bd\": namespaces \"ai-tenant-e2e-api-b-fb94bd\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-api-b-fb94bd\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-21T16:16:08Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-fb94bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-fb94bd","reconcileID":"0b96a74c-1869-4713-8aa2-8db0bcf945bf","error":"delete tenant namespace \"ai-tenant-e2e-api-b-fb94bd\": namespaces \"ai-tenant-e2e-api-b-fb94bd\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-api-b-fb94bd\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-21T16:16:09Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-fb94bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-fb94bd","reconcileID":"32adf0f5-4ade-416a-92fe-b11926e67ce3","error":"delete tenant namespace \"ai-tenant-e2e-api-b-fb94bd\": namespaces \"ai-tenant-e2e-api-b-fb94bd\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-api-b-fb94bd\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-21T16:16:12Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-fb94bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-fb94bd","reconcileID":"e99b6a90-fa4c-4f30-a579-0b2fba66bc93","error":"delete tenant namespace \"ai-tenant-e2e-api-b-fb94bd\": namespaces \"ai-tenant-e2e-api-b-fb94bd\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-api-b-fb94bd\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-21T16:16:17Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-fb94bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-fb94bd","reconcileID":"8b0d4152-eabc-4eaf-a337-cdd7b9b4d0ec","error":"delete tenant namespace \"ai-tenant-e2e-api-b-fb94bd\": namespaces \"ai-tenant-e2e-api-b-fb94bd\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-api-b-fb94bd\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-21T16:16:22Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"error","ts":"2026-07-21T16:16:27Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-fb94bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-fb94bd","reconcileID":"0b663ece-52f6-489c-95ec-d8fea3039856","error":"delete tenant namespace \"ai-tenant-e2e-api-b-fb94bd\": namespaces \"ai-tenant-e2e-api-b-fb94bd\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-api-b-fb94bd\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-21T16:16:44Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-ed4302cf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-ed4302cf","reconcileID":"a20f6226-773a-44bf-b06e-1990e37caf26","error":"delete tenant namespace \"ai-tenant-e2e-ait-ed4302cf\": namespaces \"ai-tenant-e2e-ait-ed4302cf\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-ait-ed4302cf\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-21T16:16:47Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-fb94bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-fb94bd","reconcileID":"e453a58a-322c-43ca-9b63-de2ab888208e","error":"delete tenant namespace \"ai-tenant-e2e-api-b-fb94bd\": namespaces \"ai-tenant-e2e-api-b-fb94bd\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-api-b-fb94bd\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-21T16:16:52Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-21T16:17:22Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"error","ts":"2026-07-21T16:17:28Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-fb94bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-fb94bd","reconcileID":"4682fbb8-67a5-4228-8608-f83c016eaf28","error":"delete tenant namespace \"ai-tenant-e2e-api-b-fb94bd\": namespaces \"ai-tenant-e2e-api-b-fb94bd\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-api-b-fb94bd\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-21T16:17:52Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-21T16:18:22Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"error","ts":"2026-07-21T16:18:50Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-fb94bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-fb94bd","reconcileID":"30639b91-ca2a-4c43-8af6-045f8fd9df6e","error":"delete tenant namespace \"ai-tenant-e2e-api-b-fb94bd\": namespaces \"ai-tenant-e2e-api-b-fb94bd\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-api-b-fb94bd\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-21T16:18:52Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-21T16:19:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:19:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:19:01Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"f509524f-8c93-4179-9c4f-a955ce9fafaf","tenant":"ai-tenant-e2e-shared-a-524b80/default-tenant","tenantID":"e2e-shared-a-524b80","subscriptionNamespace":"ai-tenant-e2e-shared-a-524b80","gatewayName":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:19:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-524b80","deploymentName":"maas-api-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:19:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-524b80","deploymentName":"maas-api-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:19:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-524b80","deploymentName":"maas-api-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:19:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:19:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-524b80","deploymentName":"maas-api-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:19:03Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-21T16:19:03Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-21T16:19:03Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"029f21c7-0e87-4490-ad0b-7cdfa327b968","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-07-21T16:19:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-21T16:19:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-21T16:19:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-21T16:19:03Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-21T16:19:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-21T16:19:04Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:19:04Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:19:04Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"ec514f94-2196-4264-8340-5d1ff5eb2da5","tenant":"ai-tenant-e2e-shared-a-524b80/default-tenant","tenantID":"e2e-shared-a-524b80","subscriptionNamespace":"ai-tenant-e2e-shared-a-524b80","gatewayName":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:19:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-524b80","deploymentName":"maas-api-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:19:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-524b80","deploymentName":"maas-api-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:19:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-524b80","deploymentName":"maas-api-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:19:04Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:19:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-524b80","deploymentName":"maas-api-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:19:05Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0829209c-9e52-4266-9f50-112a590f6b90","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:19:05Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0c0a4bf5-88bc-4632-bd10-01456a5d8ab1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:19:09Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2a83fb7b-93f6-4890-b4e6-72d2c777bf8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:19:09Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fefe48c4-b4d4-411b-be30-45b0778cef98","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:19:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:10Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"cbd9d7e0-99ee-454f-9b7a-580de5dd0adf","tenant":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","tenantID":"e2e-shared-b-bbeb7d","subscriptionNamespace":"ai-tenant-e2e-shared-b-bbeb7d","gatewayName":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:11Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"cd7eabf9-d6aa-43f4-b438-8396c1f7842c","tenant":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","tenantID":"e2e-shared-b-bbeb7d","subscriptionNamespace":"ai-tenant-e2e-shared-b-bbeb7d","gatewayName":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:11Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"02f5131e-7e52-479a-a1d4-c279934913c5","tenant":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","tenantID":"e2e-shared-b-bbeb7d","subscriptionNamespace":"ai-tenant-e2e-shared-b-bbeb7d","gatewayName":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:12Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"c051255b-e680-4312-8987-d1ea6b28a4a5","tenant":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","tenantID":"e2e-shared-b-bbeb7d","subscriptionNamespace":"ai-tenant-e2e-shared-b-bbeb7d","gatewayName":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:13Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ab1a6ff0-315b-4d7b-9a39-961fb7733bbc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:19:13Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9c5d6191-bcba-42c6-a23f-f4406bf45f16","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:19:19Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1628dd7d-662c-43be-81f7-b2142e2a6b8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:19:20Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"772c2be4-c180-4011-af24-2611d80d1122","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:19:22Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-21T16:19:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:19:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:19:23Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"2522d577-eeec-4284-a22b-408576473c0a","tenant":"ai-tenant-e2e-shared-a-524b80/default-tenant","tenantID":"e2e-shared-a-524b80","subscriptionNamespace":"ai-tenant-e2e-shared-a-524b80","gatewayName":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:19:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-524b80","deploymentName":"maas-api-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:19:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-524b80","deploymentName":"maas-api-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:19:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-524b80","deploymentName":"maas-api-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:19:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:19:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-524b80","deploymentName":"maas-api-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:19:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:19:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:19:23Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"8ef6b5ad-53d0-42ad-899d-96bbedfc1e1e","tenant":"ai-tenant-e2e-shared-a-524b80/default-tenant","tenantID":"e2e-shared-a-524b80","subscriptionNamespace":"ai-tenant-e2e-shared-a-524b80","gatewayName":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:19:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-524b80","deploymentName":"maas-api-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:19:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-524b80","deploymentName":"maas-api-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:19:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-524b80","deploymentName":"maas-api-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:19:24Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:19:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-524b80","deploymentName":"maas-api-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:19:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:32Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"370297fd-135d-47e9-b57d-45cb6ceca1c3","tenant":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","tenantID":"e2e-shared-b-bbeb7d","subscriptionNamespace":"ai-tenant-e2e-shared-b-bbeb7d","gatewayName":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:32Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"57f38657-9b1f-4ef0-8774-86909af127c8","tenant":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","tenantID":"e2e-shared-b-bbeb7d","subscriptionNamespace":"ai-tenant-e2e-shared-b-bbeb7d","gatewayName":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:19:36Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"auth-test-model-524b80","reconcileID":"9bd036e2-a2b2-44d3-b7be-f91b77bde327","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"routeName":"auth-test-model-524b80-kserve-route","namespace":"ai-tenant-e2e-shared-a-524b80","llmisvcName":"auth-test-model-524b80","gateway":"openshift-ingress/e2e-shared-a-524b80","hostnames":[]} {"level":"info","ts":"2026-07-21T16:19:36Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5a5c15a3-432c-4752-996e-23c089ebdfa0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:19:36Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7126bb4c-e3f5-42ca-901f-8ccafb261a72","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:19:36Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"auth-test-model-524b80","reconcileID":"c66ada12-56eb-49f0-b5d2-f681ed831c0a","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"routeName":"auth-test-model-524b80-kserve-route","namespace":"ai-tenant-e2e-shared-a-524b80","llmisvcName":"auth-test-model-524b80","gateway":"openshift-ingress/e2e-shared-a-524b80","hostnames":[]} {"level":"info","ts":"2026-07-21T16:19:39Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"534a6651-e34c-43de-9baa-fe30f6e9a215","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:19:39Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"444fda36-87f6-46c9-a7c5-f0a5ac69f8f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:19:45Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"auth-test-model-524b80","reconcileID":"43beb272-3558-4b30-8876-6c38188064e1","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"routeName":"auth-test-model-524b80-kserve-route","namespace":"ai-tenant-e2e-shared-a-524b80","llmisvcName":"auth-test-model-524b80","gateway":"openshift-ingress/e2e-shared-a-524b80","hostnames":[]} {"level":"info","ts":"2026-07-21T16:19:52Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-21T16:20:12Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"auth-test-model-bbeb7d","reconcileID":"51b6cc07-bd87-4dbf-a528-451259959447","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"routeName":"auth-test-model-bbeb7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-bbeb7d","llmisvcName":"auth-test-model-bbeb7d","gateway":"openshift-ingress/e2e-shared-b-bbeb7d","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:13Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"auth-test-model-bbeb7d","reconcileID":"1ea67738-91fb-4a39-9560-1f4e4dadbddd","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"routeName":"auth-test-model-bbeb7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-bbeb7d","llmisvcName":"auth-test-model-bbeb7d","gateway":"openshift-ingress/e2e-shared-b-bbeb7d","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:15Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4fb0bab1-13e9-4d4b-8061-5e56ce04a44f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:20:15Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bb0b1a1a-eb94-49bc-8078-95c0b00179e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:20:15Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"auth-test-model-bbeb7d","reconcileID":"bbd48be8-0cd2-4c3d-a1fb-4f41e194f38f","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"routeName":"auth-test-model-bbeb7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-bbeb7d","llmisvcName":"auth-test-model-bbeb7d","gateway":"openshift-ingress/e2e-shared-b-bbeb7d","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:18Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a83eb79f-d2bf-4d9c-802f-17b404984dac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:20:18Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e31bd186-132c-4847-a275-ec515c2d6be7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:20:22Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-21T16:20:23Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"auth-test-model-bbeb7d","reconcileID":"331d31a8-2d58-488e-92e4-1658f90f28ee","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"routeName":"auth-test-model-bbeb7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-bbeb7d","llmisvcName":"auth-test-model-bbeb7d","gateway":"openshift-ingress/e2e-shared-b-bbeb7d","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:28Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"auth-test-model-524b80","reconcileID":"914dda3e-b83a-4e86-9376-d34402d525f3","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"routeName":"auth-test-model-524b80-kserve-route","namespace":"ai-tenant-e2e-shared-a-524b80","llmisvcName":"auth-test-model-524b80","gateway":"openshift-ingress/e2e-shared-a-524b80","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:28Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"auth-test-model-524b80","reconcileID":"c180be9b-8e78-4fd1-addc-b98f0b23c8d9","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"routeName":"auth-test-model-524b80-kserve-route","namespace":"ai-tenant-e2e-shared-a-524b80","llmisvcName":"auth-test-model-524b80","gateway":"openshift-ingress/e2e-shared-a-524b80","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:20:28Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-b19562","reconcileID":"cbcbe73a-cda2-4330-8ed6-df19c9b328d2","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-524b80","tenantID":"e2e-shared-a-524b80","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-21T16:20:28Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-b19562","reconcileID":"cbcbe73a-cda2-4330-8ed6-df19c9b328d2"} {"level":"info","ts":"2026-07-21T16:20:28Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-b19562","reconcileID":"cbcbe73a-cda2-4330-8ed6-df19c9b328d2","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"name":"e2e-shared-a-524b80-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:20:28Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"auth-test-model-524b80","reconcileID":"837e4be9-7226-4012-834d-c9ac38975dc5","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"routeName":"auth-test-model-524b80-kserve-route","namespace":"ai-tenant-e2e-shared-a-524b80","llmisvcName":"auth-test-model-524b80","gateway":"openshift-ingress/e2e-shared-a-524b80","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:28Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"auth-test-model-524b80","reconcileID":"c9741e68-3b1a-4b29-880d-e34e933e66d3","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"routeName":"auth-test-model-524b80-kserve-route","namespace":"ai-tenant-e2e-shared-a-524b80","llmisvcName":"auth-test-model-524b80","gateway":"openshift-ingress/e2e-shared-a-524b80","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:28Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"auth-test-model-524b80","reconcileID":"2d109171-4023-4af1-b631-5e846e123ae4","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"routeName":"auth-test-model-524b80-kserve-route","namespace":"ai-tenant-e2e-shared-a-524b80","llmisvcName":"auth-test-model-524b80","gateway":"openshift-ingress/e2e-shared-a-524b80","hostnames":[]} {"level":"error","ts":"2026-07-21T16:20:28Z","msg":"Reconciler error","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-b19562","reconcileID":"5149e21b-2bef-47d2-accc-b3abecb6c4d8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-b19562\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-21T16:20:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"error","ts":"2026-07-21T16:20:28Z","msg":"failed to update MaaSModelRef status","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"auth-test-model-524b80","reconcileID":"2d109171-4023-4af1-b631-5e846e123ae4","name":"auth-test-model-524b80","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-524b80\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:388\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:352\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:192\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-21T16:20:28Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-b19562","reconcileID":"94bab816-d5ce-4750-be33-e4be77c8c827","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-524b80","tenantID":"e2e-shared-a-524b80","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-21T16:20:28Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"auth-test-model-524b80","reconcileID":"4fd5e9d0-27e0-49e0-8e60-d4b29c2cb4b5","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"routeName":"auth-test-model-524b80-kserve-route","namespace":"ai-tenant-e2e-shared-a-524b80","llmisvcName":"auth-test-model-524b80","gateway":"openshift-ingress/e2e-shared-a-524b80","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:28Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-b19562","reconcileID":"0256055f-c6bd-473e-a744-65ac866c542e","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"name":"maas-trlp-auth-test-model-524b80","model":"auth-test-model-524b80","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-524b80/e2e-auth-iso-b19562"]} {"level":"info","ts":"2026-07-21T16:20:28Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-b19562","reconcileID":"94bab816-d5ce-4750-be33-e4be77c8c827"} {"level":"info","ts":"2026-07-21T16:20:28Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-b19562","reconcileID":"94bab816-d5ce-4750-be33-e4be77c8c827","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"name":"e2e-shared-a-524b80-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:20:28Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"auth-test-model-524b80","reconcileID":"12fc8ac8-8e4a-4bb4-a537-ffcb5b1e019c","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"routeName":"auth-test-model-524b80-kserve-route","namespace":"ai-tenant-e2e-shared-a-524b80","llmisvcName":"auth-test-model-524b80","gateway":"openshift-ingress/e2e-shared-a-524b80","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:28Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-b19562","reconcileID":"06b747cc-01a6-4497-b5ff-b27c3fe1870e","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"name":"maas-trlp-auth-test-model-524b80","model":"ai-tenant-e2e-shared-a-524b80/auth-test-model-524b80","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:20:31Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-b19562","reconcileID":"5253bed5-8452-4ff0-90c3-fe55c22e4ea1","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"name":"maas-trlp-auth-test-model-524b80","model":"ai-tenant-e2e-shared-a-524b80/auth-test-model-524b80","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:20:31Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"auth-test-model-524b80","reconcileID":"2e60d0a0-1695-41e4-bf7c-4c6d6d601332","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"routeName":"auth-test-model-524b80-kserve-route","namespace":"ai-tenant-e2e-shared-a-524b80","llmisvcName":"auth-test-model-524b80","gateway":"openshift-ingress/e2e-shared-a-524b80","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:31Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e6d2547a-857f-4398-8fa4-f0bbe59376d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:20:31Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"005494e4-9da4-40c6-bcae-afc3e258ca1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:20:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:20:31Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"auth-test-model-524b80","reconcileID":"21db0575-4e2d-4e44-bc7d-0ad669c27855","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"routeName":"auth-test-model-524b80-kserve-route","namespace":"ai-tenant-e2e-shared-a-524b80","llmisvcName":"auth-test-model-524b80","gateway":"openshift-ingress/e2e-shared-a-524b80","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:31Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-b19562","reconcileID":"2b4d806a-e67c-4835-bf76-f5ca60134619","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-524b80","tenantID":"e2e-shared-a-524b80","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-21T16:20:31Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-b19562","reconcileID":"23b867b9-d85a-4470-9da6-7d92d81c7ef3","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"name":"maas-trlp-auth-test-model-524b80","model":"ai-tenant-e2e-shared-a-524b80/auth-test-model-524b80","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:20:31Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-b19562","reconcileID":"2b4d806a-e67c-4835-bf76-f5ca60134619"} {"level":"info","ts":"2026-07-21T16:20:31Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-b19562","reconcileID":"2b4d806a-e67c-4835-bf76-f5ca60134619","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"name":"e2e-shared-a-524b80-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:20:33Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"auth-test-model-bbeb7d","reconcileID":"3b24961c-2ea5-4b8d-bf1d-ab970c401abd","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"routeName":"auth-test-model-bbeb7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-bbeb7d","llmisvcName":"auth-test-model-bbeb7d","gateway":"openshift-ingress/e2e-shared-b-bbeb7d","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:33Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"auth-test-model-bbeb7d","reconcileID":"57584f36-0a1b-455c-85eb-4847ecf33e2f","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"routeName":"auth-test-model-bbeb7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-bbeb7d","llmisvcName":"auth-test-model-bbeb7d","gateway":"openshift-ingress/e2e-shared-b-bbeb7d","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:20:33Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-b19562","reconcileID":"6386ea1a-88e8-4f3f-88d5-322361f955eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-bbeb7d","tenantID":"e2e-shared-b-bbeb7d","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-21T16:20:33Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-b19562","reconcileID":"6386ea1a-88e8-4f3f-88d5-322361f955eb"} {"level":"info","ts":"2026-07-21T16:20:33Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-b19562","reconcileID":"6386ea1a-88e8-4f3f-88d5-322361f955eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"name":"e2e-shared-b-bbeb7d-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:20:33Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"auth-test-model-bbeb7d","reconcileID":"d3b3f0e6-13ae-412e-ba93-cc2443e366db","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"routeName":"auth-test-model-bbeb7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-bbeb7d","llmisvcName":"auth-test-model-bbeb7d","gateway":"openshift-ingress/e2e-shared-b-bbeb7d","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:33Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"auth-test-model-bbeb7d","reconcileID":"5bbc6725-5d38-4682-993e-8561fe7c4f93","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"routeName":"auth-test-model-bbeb7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-bbeb7d","llmisvcName":"auth-test-model-bbeb7d","gateway":"openshift-ingress/e2e-shared-b-bbeb7d","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:33Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"auth-test-model-bbeb7d","reconcileID":"d9dda40d-a454-4610-9cdd-967b6143fc46","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"routeName":"auth-test-model-bbeb7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-bbeb7d","llmisvcName":"auth-test-model-bbeb7d","gateway":"openshift-ingress/e2e-shared-b-bbeb7d","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"error","ts":"2026-07-21T16:20:33Z","msg":"failed to update MaaSModelRef status","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"auth-test-model-bbeb7d","reconcileID":"d9dda40d-a454-4610-9cdd-967b6143fc46","name":"auth-test-model-bbeb7d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-bbeb7d\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:388\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:352\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:192\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-21T16:20:33Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-b19562","reconcileID":"278f1ccd-4628-4fea-a2f4-7d5d0ab863c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-bbeb7d","tenantID":"e2e-shared-b-bbeb7d","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-21T16:20:33Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-b19562","reconcileID":"5b9eb87e-dd84-4441-8b8a-9b5cc581fba2","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"name":"maas-trlp-auth-test-model-bbeb7d","model":"auth-test-model-bbeb7d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-bbeb7d/e2e-auth-iso-b19562"]} {"level":"info","ts":"2026-07-21T16:20:33Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"auth-test-model-bbeb7d","reconcileID":"f1c1f87d-4334-4662-a08d-b6451cf60580","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"routeName":"auth-test-model-bbeb7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-bbeb7d","llmisvcName":"auth-test-model-bbeb7d","gateway":"openshift-ingress/e2e-shared-b-bbeb7d","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:33Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-b19562","reconcileID":"278f1ccd-4628-4fea-a2f4-7d5d0ab863c7"} {"level":"info","ts":"2026-07-21T16:20:33Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-b19562","reconcileID":"278f1ccd-4628-4fea-a2f4-7d5d0ab863c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"name":"e2e-shared-b-bbeb7d-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:20:33Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-b19562","reconcileID":"d455f8eb-d513-45ff-b02a-59315c742213","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"name":"maas-trlp-auth-test-model-bbeb7d","model":"ai-tenant-e2e-shared-b-bbeb7d/auth-test-model-bbeb7d","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:20:37Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-b19562","reconcileID":"271bf686-50db-4948-b4d4-f21aa4c8cb0e","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"name":"maas-trlp-auth-test-model-bbeb7d","model":"ai-tenant-e2e-shared-b-bbeb7d/auth-test-model-bbeb7d","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:20:37Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"auth-test-model-bbeb7d","reconcileID":"57e52179-4228-49a1-ae90-8368d368c7cd","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"routeName":"auth-test-model-bbeb7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-bbeb7d","llmisvcName":"auth-test-model-bbeb7d","gateway":"openshift-ingress/e2e-shared-b-bbeb7d","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:20:37Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"auth-test-model-bbeb7d","reconcileID":"f670595b-a2b9-4cfa-a0f4-fed0098765ba","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"routeName":"auth-test-model-bbeb7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-bbeb7d","llmisvcName":"auth-test-model-bbeb7d","gateway":"openshift-ingress/e2e-shared-b-bbeb7d","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:37Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-b19562","reconcileID":"27776b5a-5a89-4873-bf5e-910e52502f0a","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-bbeb7d","tenantID":"e2e-shared-b-bbeb7d","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-21T16:20:37Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-b19562","reconcileID":"c171fcd8-69bb-4a46-9c50-a0d69e0349f2","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"name":"maas-trlp-auth-test-model-bbeb7d","model":"ai-tenant-e2e-shared-b-bbeb7d/auth-test-model-bbeb7d","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:20:37Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-b19562","reconcileID":"27776b5a-5a89-4873-bf5e-910e52502f0a"} {"level":"info","ts":"2026-07-21T16:20:37Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-b19562","reconcileID":"27776b5a-5a89-4873-bf5e-910e52502f0a","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"name":"e2e-shared-b-bbeb7d-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:20:38Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-b19562","reconcileID":"94eea93e-953a-4705-b524-e52ad089194f","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"model":"ai-tenant-e2e-shared-a-524b80/auth-test-model-524b80"} {"level":"info","ts":"2026-07-21T16:20:38Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"auth-test-model-524b80","reconcileID":"d6b6517b-d973-40a9-89ab-d90e8dc5a547","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"routeName":"auth-test-model-524b80-kserve-route","namespace":"ai-tenant-e2e-shared-a-524b80","llmisvcName":"auth-test-model-524b80","gateway":"openshift-ingress/e2e-shared-a-524b80","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:38Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-b19562","reconcileID":"eff9483c-1946-4a58-848c-4117e9e104df","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"name":"maas-trlp-auth-test-model-524b80","model":"ai-tenant-e2e-shared-a-524b80/auth-test-model-524b80","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:20:38Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"auth-test-model-524b80","reconcileID":"50bd1621-0791-43e2-a6a1-f1e454b87b85","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"routeName":"auth-test-model-524b80-kserve-route","namespace":"ai-tenant-e2e-shared-a-524b80","llmisvcName":"auth-test-model-524b80","gateway":"openshift-ingress/e2e-shared-a-524b80","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:38Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-b19562","reconcileID":"6b7279e2-b074-4fa0-8c3e-358f5c8bcc55","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"name":"maas-trlp-auth-test-model-524b80","model":"ai-tenant-e2e-shared-a-524b80/auth-test-model-524b80","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:20:38Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"auth-test-model-524b80","reconcileID":"74366812-deba-45c0-b37d-f743b86bec54","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"routeName":"auth-test-model-524b80-kserve-route","namespace":"ai-tenant-e2e-shared-a-524b80","llmisvcName":"auth-test-model-524b80","gateway":"openshift-ingress/e2e-shared-a-524b80","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:38Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-b19562","reconcileID":"d5e07238-f15f-4b18-b1cd-94ddce7b6972","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"model":"ai-tenant-e2e-shared-a-524b80/auth-test-model-524b80","subscription":"e2e-auth-iso-b19562"} {"level":"info","ts":"2026-07-21T16:20:38Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-b19562","reconcileID":"d5e07238-f15f-4b18-b1cd-94ddce7b6972","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"model":"ai-tenant-e2e-shared-a-524b80/auth-test-model-524b80"} {"level":"info","ts":"2026-07-21T16:20:38Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-b19562","reconcileID":"d5e07238-f15f-4b18-b1cd-94ddce7b6972","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-a-524b80"},"name":"maas-trlp-auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80","model":"ai-tenant-e2e-shared-a-524b80/auth-test-model-524b80"} {"level":"info","ts":"2026-07-21T16:20:38Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"auth-test-model-524b80","reconcileID":"0148354b-53f4-4bc2-8cd0-ad421573aa60","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"routeName":"auth-test-model-524b80-kserve-route","namespace":"ai-tenant-e2e-shared-a-524b80","llmisvcName":"auth-test-model-524b80","gateway":"openshift-ingress/e2e-shared-a-524b80","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:38Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"auth-test-model-bbeb7d","reconcileID":"47b44ed4-1078-45e2-887d-4bda52de7fd2","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"routeName":"auth-test-model-bbeb7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-bbeb7d","llmisvcName":"auth-test-model-bbeb7d","gateway":"openshift-ingress/e2e-shared-b-bbeb7d","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:38Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-b19562","reconcileID":"e5a82a4c-de50-4bd3-b3b5-5beff6f19220","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"model":"ai-tenant-e2e-shared-b-bbeb7d/auth-test-model-bbeb7d"} {"level":"info","ts":"2026-07-21T16:20:38Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"auth-test-model-bbeb7d","reconcileID":"fc0d0fb7-ec0a-402c-bbb7-0723d0e42c37","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"routeName":"auth-test-model-bbeb7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-bbeb7d","llmisvcName":"auth-test-model-bbeb7d","gateway":"openshift-ingress/e2e-shared-b-bbeb7d","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:38Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-b19562","reconcileID":"d37b9208-bccf-4c15-8221-02e08bc6d35e","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"model":"ai-tenant-e2e-shared-b-bbeb7d/auth-test-model-bbeb7d"} {"level":"info","ts":"2026-07-21T16:20:38Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"auth-test-model-bbeb7d","reconcileID":"b16dd008-0f68-44af-b775-0e4bb882b186","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"routeName":"auth-test-model-bbeb7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-bbeb7d","llmisvcName":"auth-test-model-bbeb7d","gateway":"openshift-ingress/e2e-shared-b-bbeb7d","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:38Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-b19562","reconcileID":"0b71fc0d-8f15-4886-9948-e1784a2b3073","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"name":"maas-trlp-auth-test-model-bbeb7d","model":"ai-tenant-e2e-shared-b-bbeb7d/auth-test-model-bbeb7d","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:20:38Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-b19562","reconcileID":"85dfc58c-02fb-4328-a30b-fb280a25180e","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"name":"maas-trlp-auth-test-model-bbeb7d","model":"ai-tenant-e2e-shared-b-bbeb7d/auth-test-model-bbeb7d","subscriptionCount":1} {"level":"error","ts":"2026-07-21T16:20:38Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-b19562","reconcileID":"d37b9208-bccf-4c15-8221-02e08bc6d35e","error":"maasauthpolicies.maas.opendatahub.io \"e2e-auth-iso-b19562\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-21T16:20:38Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-b19562","reconcileID":"d4feeeec-c9cf-4686-93b1-9d0583c4e42c","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"model":"ai-tenant-e2e-shared-b-bbeb7d/auth-test-model-bbeb7d","subscription":"e2e-auth-iso-b19562"} {"level":"info","ts":"2026-07-21T16:20:38Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"auth-test-model-bbeb7d","reconcileID":"e490ae45-f2ce-4aed-be5f-7dbeb413bcd5","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"routeName":"auth-test-model-bbeb7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-bbeb7d","llmisvcName":"auth-test-model-bbeb7d","gateway":"openshift-ingress/e2e-shared-b-bbeb7d","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:38Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-b19562","reconcileID":"d4feeeec-c9cf-4686-93b1-9d0583c4e42c","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"model":"ai-tenant-e2e-shared-b-bbeb7d/auth-test-model-bbeb7d"} {"level":"info","ts":"2026-07-21T16:20:38Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-b19562","reconcileID":"d4feeeec-c9cf-4686-93b1-9d0583c4e42c","MaaSSubscription":{"name":"e2e-auth-iso-b19562","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"name":"maas-trlp-auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d","model":"ai-tenant-e2e-shared-b-bbeb7d/auth-test-model-bbeb7d"} {"level":"info","ts":"2026-07-21T16:20:38Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"auth-test-model-bbeb7d","reconcileID":"f2a5c355-7308-4dea-b2ad-1bf4615add0e","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"routeName":"auth-test-model-bbeb7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-bbeb7d","llmisvcName":"auth-test-model-bbeb7d","gateway":"openshift-ingress/e2e-shared-b-bbeb7d","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:39Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"auth-test-model-524b80","reconcileID":"fd3465a8-89f0-48f2-b38c-3891116972c0","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"routeName":"auth-test-model-524b80-kserve-route","namespace":"ai-tenant-e2e-shared-a-524b80","llmisvcName":"auth-test-model-524b80","gateway":"openshift-ingress/e2e-shared-a-524b80","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:39Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"auth-test-model-524b80","reconcileID":"b3723cda-66ba-4f24-9dd8-d43aa7402e33","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"routeName":"auth-test-model-524b80-kserve-route","namespace":"ai-tenant-e2e-shared-a-524b80","llmisvcName":"auth-test-model-524b80","gateway":"openshift-ingress/e2e-shared-a-524b80","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:20:39Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-811bb8","reconcileID":"07998ac5-17ab-4e94-a8b8-59ed186aefbe","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-524b80","tenantID":"e2e-shared-a-524b80","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-21T16:20:39Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-811bb8","reconcileID":"07998ac5-17ab-4e94-a8b8-59ed186aefbe"} {"level":"info","ts":"2026-07-21T16:20:39Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-811bb8","reconcileID":"07998ac5-17ab-4e94-a8b8-59ed186aefbe","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"name":"e2e-shared-a-524b80-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:20:39Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"auth-test-model-524b80","reconcileID":"4f08a06b-2e87-4769-9857-5413afbf8310","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"routeName":"auth-test-model-524b80-kserve-route","namespace":"ai-tenant-e2e-shared-a-524b80","llmisvcName":"auth-test-model-524b80","gateway":"openshift-ingress/e2e-shared-a-524b80","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:43Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"auth-test-model-bbeb7d","reconcileID":"2d26ac10-0809-4150-9819-106833a03010","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"routeName":"auth-test-model-bbeb7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-bbeb7d","llmisvcName":"auth-test-model-bbeb7d","gateway":"openshift-ingress/e2e-shared-b-bbeb7d","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:43Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"auth-test-model-524b80","reconcileID":"e30ddf38-7f71-412f-b358-6e78b7681ca4","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"routeName":"auth-test-model-524b80-kserve-route","namespace":"ai-tenant-e2e-shared-a-524b80","llmisvcName":"auth-test-model-524b80","gateway":"openshift-ingress/e2e-shared-a-524b80","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:43Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:20:43Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-811bb8","reconcileID":"08fcd84e-a77b-4387-849d-f10cfafd0956","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-524b80","tenantID":"e2e-shared-a-524b80","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-21T16:20:43Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-811bb8","reconcileID":"08fcd84e-a77b-4387-849d-f10cfafd0956"} {"level":"info","ts":"2026-07-21T16:20:43Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-811bb8","reconcileID":"08fcd84e-a77b-4387-849d-f10cfafd0956","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"name":"e2e-shared-a-524b80-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:20:44Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"auth-test-model-524b80","reconcileID":"192cc5c5-6d28-427c-8e5c-105f3925018c","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"routeName":"auth-test-model-524b80-kserve-route","namespace":"ai-tenant-e2e-shared-a-524b80","llmisvcName":"auth-test-model-524b80","gateway":"openshift-ingress/e2e-shared-a-524b80","hostnames":[]} {"level":"error","ts":"2026-07-21T16:20:44Z","msg":"Reconciler error","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-811bb8","reconcileID":"c799ac33-b3f3-451f-819a-03a0efc35581","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-811bb8\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-21T16:20:44Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"auth-test-model-524b80","reconcileID":"0dff468e-23a5-4ee1-8cf5-d8d423668326","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"routeName":"auth-test-model-524b80-kserve-route","namespace":"ai-tenant-e2e-shared-a-524b80","llmisvcName":"auth-test-model-524b80","gateway":"openshift-ingress/e2e-shared-a-524b80","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:44Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"error","ts":"2026-07-21T16:20:44Z","msg":"failed to update MaaSModelRef status","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"auth-test-model-524b80","reconcileID":"0dff468e-23a5-4ee1-8cf5-d8d423668326","name":"auth-test-model-524b80","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-524b80\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:388\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:352\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:192\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-21T16:20:44Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-811bb8","reconcileID":"180de753-e46d-4077-bde4-84376ba31683","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-524b80","tenantID":"e2e-shared-a-524b80","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-21T16:20:44Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"auth-test-model-524b80","reconcileID":"cad051f1-5454-4eb7-87c9-adbaec832188","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"routeName":"auth-test-model-524b80-kserve-route","namespace":"ai-tenant-e2e-shared-a-524b80","llmisvcName":"auth-test-model-524b80","gateway":"openshift-ingress/e2e-shared-a-524b80","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:44Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-811bb8","reconcileID":"180de753-e46d-4077-bde4-84376ba31683"} {"level":"info","ts":"2026-07-21T16:20:44Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-811bb8","reconcileID":"180de753-e46d-4077-bde4-84376ba31683","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"name":"e2e-shared-a-524b80-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:20:44Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-811bb8","reconcileID":"67fb5e04-822d-4bb8-a6a2-41d85539395a","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"name":"maas-trlp-auth-test-model-524b80","model":"auth-test-model-524b80","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-524b80/e2e-auth-iso-811bb8"]} {"level":"info","ts":"2026-07-21T16:20:44Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"auth-test-model-524b80","reconcileID":"25ddaacf-562f-42f0-82c7-3ef61b5d5628","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"routeName":"auth-test-model-524b80-kserve-route","namespace":"ai-tenant-e2e-shared-a-524b80","llmisvcName":"auth-test-model-524b80","gateway":"openshift-ingress/e2e-shared-a-524b80","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:44Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-811bb8","reconcileID":"a8906722-191b-4b3d-b5de-4a6b288a4868","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"name":"maas-trlp-auth-test-model-524b80","model":"ai-tenant-e2e-shared-a-524b80/auth-test-model-524b80","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:20:47Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-811bb8","reconcileID":"1381467f-ad59-486c-8d6f-ca7b9918cf30","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"name":"maas-trlp-auth-test-model-524b80","model":"ai-tenant-e2e-shared-a-524b80/auth-test-model-524b80","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:20:47Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"auth-test-model-524b80","reconcileID":"aa81c86b-b53c-47af-b175-500f99df16ac","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"routeName":"auth-test-model-524b80-kserve-route","namespace":"ai-tenant-e2e-shared-a-524b80","llmisvcName":"auth-test-model-524b80","gateway":"openshift-ingress/e2e-shared-a-524b80","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:47Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:20:47Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"auth-test-model-524b80","reconcileID":"a660df29-bab2-4153-8ff7-f9f3361d624f","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"routeName":"auth-test-model-524b80-kserve-route","namespace":"ai-tenant-e2e-shared-a-524b80","llmisvcName":"auth-test-model-524b80","gateway":"openshift-ingress/e2e-shared-a-524b80","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:47Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-811bb8","reconcileID":"0a9f9f8c-419c-4e67-a858-da1435c0dae5","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-524b80","tenantID":"e2e-shared-a-524b80","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-21T16:20:47Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-811bb8","reconcileID":"12175336-2bdd-4eda-ab88-f5e7029f98da","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"name":"maas-trlp-auth-test-model-524b80","model":"ai-tenant-e2e-shared-a-524b80/auth-test-model-524b80","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:20:47Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-811bb8","reconcileID":"0a9f9f8c-419c-4e67-a858-da1435c0dae5"} {"level":"info","ts":"2026-07-21T16:20:47Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-811bb8","reconcileID":"0a9f9f8c-419c-4e67-a858-da1435c0dae5","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"name":"e2e-shared-a-524b80-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:20:49Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"auth-test-model-bbeb7d","reconcileID":"893bcf19-9353-40dd-bfe1-f18abcd1e63d","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"routeName":"auth-test-model-bbeb7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-bbeb7d","llmisvcName":"auth-test-model-bbeb7d","gateway":"openshift-ingress/e2e-shared-b-bbeb7d","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:49Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"auth-test-model-bbeb7d","reconcileID":"bf5ead0b-477a-48fd-8d4f-aabc613a2de5","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"routeName":"auth-test-model-bbeb7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-bbeb7d","llmisvcName":"auth-test-model-bbeb7d","gateway":"openshift-ingress/e2e-shared-b-bbeb7d","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:49Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:20:49Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-811bb8","reconcileID":"0d21b5fb-cdd6-40a4-a4f4-6cdb80a4f084","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-bbeb7d","tenantID":"e2e-shared-b-bbeb7d","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-21T16:20:49Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-811bb8","reconcileID":"0d21b5fb-cdd6-40a4-a4f4-6cdb80a4f084"} {"level":"info","ts":"2026-07-21T16:20:49Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-811bb8","reconcileID":"0d21b5fb-cdd6-40a4-a4f4-6cdb80a4f084","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"name":"e2e-shared-b-bbeb7d-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:20:49Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"auth-test-model-bbeb7d","reconcileID":"d36df50e-e8b1-4e49-9cfa-7f5318966442","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"routeName":"auth-test-model-bbeb7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-bbeb7d","llmisvcName":"auth-test-model-bbeb7d","gateway":"openshift-ingress/e2e-shared-b-bbeb7d","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:49Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"auth-test-model-bbeb7d","reconcileID":"0377e241-bd2a-4987-beed-34d2baa5712f","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"routeName":"auth-test-model-bbeb7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-bbeb7d","llmisvcName":"auth-test-model-bbeb7d","gateway":"openshift-ingress/e2e-shared-b-bbeb7d","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:49Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"auth-test-model-bbeb7d","reconcileID":"40ccf85e-963f-47dc-9e95-bd2f1c243af5","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"routeName":"auth-test-model-bbeb7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-bbeb7d","llmisvcName":"auth-test-model-bbeb7d","gateway":"openshift-ingress/e2e-shared-b-bbeb7d","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:49Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:20:49Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-811bb8","reconcileID":"e333eb64-e8fb-4ba7-bd63-e45d0d0a86f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-bbeb7d","tenantID":"e2e-shared-b-bbeb7d","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-21T16:20:49Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-811bb8","reconcileID":"93cf66cf-24d3-4d77-b363-cd40c019502f","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"name":"maas-trlp-auth-test-model-bbeb7d","model":"auth-test-model-bbeb7d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-bbeb7d/e2e-auth-iso-811bb8"]} {"level":"info","ts":"2026-07-21T16:20:49Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"auth-test-model-bbeb7d","reconcileID":"8aee2554-1a0f-4099-a6ca-cce8ca0c75ba","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"routeName":"auth-test-model-bbeb7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-bbeb7d","llmisvcName":"auth-test-model-bbeb7d","gateway":"openshift-ingress/e2e-shared-b-bbeb7d","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:49Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-811bb8","reconcileID":"e333eb64-e8fb-4ba7-bd63-e45d0d0a86f2"} {"level":"info","ts":"2026-07-21T16:20:49Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-811bb8","reconcileID":"e333eb64-e8fb-4ba7-bd63-e45d0d0a86f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"name":"e2e-shared-b-bbeb7d-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:20:49Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-811bb8","reconcileID":"1b923fa1-1848-4f35-b9ea-9ec8919d7f01","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"name":"maas-trlp-auth-test-model-bbeb7d","model":"ai-tenant-e2e-shared-b-bbeb7d/auth-test-model-bbeb7d","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:20:52Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-811bb8","reconcileID":"a7dda654-a33d-498c-a43c-2e8da585ae76","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"name":"maas-trlp-auth-test-model-bbeb7d","model":"ai-tenant-e2e-shared-b-bbeb7d/auth-test-model-bbeb7d","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:20:52Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"auth-test-model-bbeb7d","reconcileID":"1f1780ed-81d2-48f3-82a7-c7bc6114d8c4","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"routeName":"auth-test-model-bbeb7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-bbeb7d","llmisvcName":"auth-test-model-bbeb7d","gateway":"openshift-ingress/e2e-shared-b-bbeb7d","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:52Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"auth-test-model-bbeb7d","reconcileID":"d8ad44c1-caea-47ac-a5d4-5b27197016db","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"routeName":"auth-test-model-bbeb7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-bbeb7d","llmisvcName":"auth-test-model-bbeb7d","gateway":"openshift-ingress/e2e-shared-b-bbeb7d","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:52Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:20:52Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-811bb8","reconcileID":"270f18f3-144c-4a16-98c1-7f931004ae7f","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"name":"maas-trlp-auth-test-model-bbeb7d","model":"ai-tenant-e2e-shared-b-bbeb7d/auth-test-model-bbeb7d","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:20:52Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-811bb8","reconcileID":"8a3b26fa-2aa4-44ae-b6ad-5f7969a39fe5","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-bbeb7d","tenantID":"e2e-shared-b-bbeb7d","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-21T16:20:52Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-811bb8","reconcileID":"8a3b26fa-2aa4-44ae-b6ad-5f7969a39fe5"} {"level":"info","ts":"2026-07-21T16:20:52Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-811bb8","reconcileID":"8a3b26fa-2aa4-44ae-b6ad-5f7969a39fe5","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"name":"e2e-shared-b-bbeb7d-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:20:52Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-21T16:20:54Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-811bb8","reconcileID":"d141983f-f3cd-4383-b30f-06e58f2b993f","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"model":"ai-tenant-e2e-shared-a-524b80/auth-test-model-524b80"} {"level":"info","ts":"2026-07-21T16:20:54Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"auth-test-model-524b80","reconcileID":"9b8437a3-b54d-466d-a2fe-1fe0f1abbd2f","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"routeName":"auth-test-model-524b80-kserve-route","namespace":"ai-tenant-e2e-shared-a-524b80","llmisvcName":"auth-test-model-524b80","gateway":"openshift-ingress/e2e-shared-a-524b80","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:54Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-811bb8","reconcileID":"ce7be495-db57-43d8-bb3f-3aa58dc55049","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"model":"ai-tenant-e2e-shared-a-524b80/auth-test-model-524b80"} {"level":"info","ts":"2026-07-21T16:20:54Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-811bb8","reconcileID":"063b77cb-3645-44ed-89e2-478a2dd6e9bd","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"name":"maas-trlp-auth-test-model-524b80","model":"ai-tenant-e2e-shared-a-524b80/auth-test-model-524b80","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:20:54Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"auth-test-model-524b80","reconcileID":"9e3274e7-1b35-42d8-8aa2-b3d9cb5d49fd","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"routeName":"auth-test-model-524b80-kserve-route","namespace":"ai-tenant-e2e-shared-a-524b80","llmisvcName":"auth-test-model-524b80","gateway":"openshift-ingress/e2e-shared-a-524b80","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:54Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-811bb8","reconcileID":"e644ad68-6def-46a5-a9e3-b9e3a8234c0e","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"name":"maas-trlp-auth-test-model-524b80","model":"ai-tenant-e2e-shared-a-524b80/auth-test-model-524b80","subscriptionCount":1} {"level":"error","ts":"2026-07-21T16:20:54Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-811bb8","reconcileID":"ce7be495-db57-43d8-bb3f-3aa58dc55049","error":"maasauthpolicies.maas.opendatahub.io \"e2e-auth-iso-811bb8\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-21T16:20:54Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-811bb8","reconcileID":"eaeafb70-78d3-467b-b733-8da5910ee426","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"model":"ai-tenant-e2e-shared-a-524b80/auth-test-model-524b80","subscription":"e2e-auth-iso-811bb8"} {"level":"info","ts":"2026-07-21T16:20:54Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"auth-test-model-524b80","reconcileID":"a8e306e8-fb5c-4802-bba2-80c73c04aa0c","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"routeName":"auth-test-model-524b80-kserve-route","namespace":"ai-tenant-e2e-shared-a-524b80","llmisvcName":"auth-test-model-524b80","gateway":"openshift-ingress/e2e-shared-a-524b80","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:54Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-811bb8","reconcileID":"eaeafb70-78d3-467b-b733-8da5910ee426","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"model":"ai-tenant-e2e-shared-a-524b80/auth-test-model-524b80"} {"level":"info","ts":"2026-07-21T16:20:54Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"e2e-auth-iso-811bb8","reconcileID":"eaeafb70-78d3-467b-b733-8da5910ee426","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-a-524b80"},"name":"maas-trlp-auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80","model":"ai-tenant-e2e-shared-a-524b80/auth-test-model-524b80"} {"level":"info","ts":"2026-07-21T16:20:54Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"auth-test-model-524b80","reconcileID":"097ee9d3-7c90-42f6-8d13-f34aa3eaaf22","MaaSModelRef":{"name":"auth-test-model-524b80","namespace":"ai-tenant-e2e-shared-a-524b80"},"routeName":"auth-test-model-524b80-kserve-route","namespace":"ai-tenant-e2e-shared-a-524b80","llmisvcName":"auth-test-model-524b80","gateway":"openshift-ingress/e2e-shared-a-524b80","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:54Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"auth-test-model-bbeb7d","reconcileID":"0476cd0d-91f5-4a3e-a212-9148bb2c1e98","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"routeName":"auth-test-model-bbeb7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-bbeb7d","llmisvcName":"auth-test-model-bbeb7d","gateway":"openshift-ingress/e2e-shared-b-bbeb7d","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:54Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-811bb8","reconcileID":"796b9e39-59ff-4512-a119-94b03493777c","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"model":"ai-tenant-e2e-shared-b-bbeb7d/auth-test-model-bbeb7d"} {"level":"info","ts":"2026-07-21T16:20:54Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"auth-test-model-bbeb7d","reconcileID":"c5436d89-bcfe-41f5-a8ce-d20caaf22232","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"routeName":"auth-test-model-bbeb7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-bbeb7d","llmisvcName":"auth-test-model-bbeb7d","gateway":"openshift-ingress/e2e-shared-b-bbeb7d","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:54Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-811bb8","reconcileID":"8b90f54d-2516-408b-97e0-530aeabfec90","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"model":"ai-tenant-e2e-shared-b-bbeb7d/auth-test-model-bbeb7d"} {"level":"info","ts":"2026-07-21T16:20:54Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-811bb8","reconcileID":"a35fb860-46a5-489c-8899-34285c1d9d42","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"name":"maas-trlp-auth-test-model-bbeb7d","model":"ai-tenant-e2e-shared-b-bbeb7d/auth-test-model-bbeb7d","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:20:54Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"auth-test-model-bbeb7d","reconcileID":"3827b42c-af1f-474a-bce0-39ebccadb305","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"routeName":"auth-test-model-bbeb7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-bbeb7d","llmisvcName":"auth-test-model-bbeb7d","gateway":"openshift-ingress/e2e-shared-b-bbeb7d","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:54Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-811bb8","reconcileID":"a2f0b323-efd8-4886-878c-a5028c205935","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"name":"maas-trlp-auth-test-model-bbeb7d","model":"ai-tenant-e2e-shared-b-bbeb7d/auth-test-model-bbeb7d","subscriptionCount":1} {"level":"error","ts":"2026-07-21T16:20:54Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-811bb8","reconcileID":"8b90f54d-2516-408b-97e0-530aeabfec90","error":"maasauthpolicies.maas.opendatahub.io \"e2e-auth-iso-811bb8\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-21T16:20:54Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-811bb8","reconcileID":"46de6ef2-5f4e-4a82-bc7e-58cb4a65fb97","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"model":"ai-tenant-e2e-shared-b-bbeb7d/auth-test-model-bbeb7d","subscription":"e2e-auth-iso-811bb8"} {"level":"info","ts":"2026-07-21T16:20:54Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"auth-test-model-bbeb7d","reconcileID":"b0e23315-88eb-4a91-8170-bd4b2373e174","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"routeName":"auth-test-model-bbeb7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-bbeb7d","llmisvcName":"auth-test-model-bbeb7d","gateway":"openshift-ingress/e2e-shared-b-bbeb7d","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:54Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-811bb8","reconcileID":"46de6ef2-5f4e-4a82-bc7e-58cb4a65fb97","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"model":"ai-tenant-e2e-shared-b-bbeb7d/auth-test-model-bbeb7d"} {"level":"info","ts":"2026-07-21T16:20:54Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"e2e-auth-iso-811bb8","reconcileID":"46de6ef2-5f4e-4a82-bc7e-58cb4a65fb97","MaaSSubscription":{"name":"e2e-auth-iso-811bb8","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"name":"maas-trlp-auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d","model":"ai-tenant-e2e-shared-b-bbeb7d/auth-test-model-bbeb7d"} {"level":"info","ts":"2026-07-21T16:20:54Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"auth-test-model-bbeb7d","reconcileID":"286d874d-7edb-415b-a54d-c4336ecccceb","MaaSModelRef":{"name":"auth-test-model-bbeb7d","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"routeName":"auth-test-model-bbeb7d-kserve-route","namespace":"ai-tenant-e2e-shared-b-bbeb7d","llmisvcName":"auth-test-model-bbeb7d","gateway":"openshift-ingress/e2e-shared-b-bbeb7d","hostnames":[]} {"level":"info","ts":"2026-07-21T16:20:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:20:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:20:56Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"50e55ae3-12e5-4af2-b8d5-5c5138d5ea14","tenant":"ai-tenant-e2e-shared-a-524b80/default-tenant","tenantID":"e2e-shared-a-524b80","subscriptionNamespace":"ai-tenant-e2e-shared-a-524b80","gatewayName":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:20:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-524b80","deploymentName":"maas-api-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:20:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-524b80","deploymentName":"maas-api-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:20:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-524b80","deploymentName":"maas-api-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:20:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:20:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-524b80","deploymentName":"maas-api-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:20:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:20:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:20:57Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"8ca7eced-e5b7-489d-a0b6-c72b6eb99b16","tenant":"ai-tenant-e2e-shared-a-524b80/default-tenant","tenantID":"e2e-shared-a-524b80","subscriptionNamespace":"ai-tenant-e2e-shared-a-524b80","gatewayName":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:20:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-524b80","deploymentName":"maas-api-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:20:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-524b80","deploymentName":"maas-api-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:20:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-524b80","deploymentName":"maas-api-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:20:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:20:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-524b80","deploymentName":"maas-api-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:21:06Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4b134bcb-706c-4ec1-867f-f1401b285890","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:21:06Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b7b1cc2c-ad18-49ee-8bce-54dcc35fe6b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:21:06Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:21:06Z","msg":"child pods are preserved by default when jobs are deleted; set propagationPolicy=Background to remove them or set propagationPolicy=Orphan to suppress this warning","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-524b80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-524b80","reconcileID":"d4454e72-5bb6-45df-8cc7-8056bd1e070b"} {"level":"info","ts":"2026-07-21T16:21:06Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:21:06Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"b3a9d3f9-137a-4a87-90fe-870af09b3561","tenant":"ai-tenant-e2e-shared-a-524b80/default-tenant","tenantID":"e2e-shared-a-524b80","subscriptionNamespace":"ai-tenant-e2e-shared-a-524b80","gatewayName":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:21:06Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-524b80","deploymentName":"maas-api-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:21:06Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-524b80","deploymentName":"maas-api-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:21:06Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-524b80","deploymentName":"maas-api-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:21:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:21:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-524b80","deploymentName":"maas-api-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:21:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:21:07Z","msg":"Cleaning up MaaSSubscription CRs","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"bf73a63a-ad25-4027-b09a-2fbaf5c295a9","namespace":"ai-tenant-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:21:07Z","msg":"Cleaned up MaaSSubscription CRs","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"bf73a63a-ad25-4027-b09a-2fbaf5c295a9","count":0} {"level":"info","ts":"2026-07-21T16:21:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:21:07Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"bf73a63a-ad25-4027-b09a-2fbaf5c295a9","namespace":"ai-tenant-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:21:07Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"bf73a63a-ad25-4027-b09a-2fbaf5c295a9","count":0} {"level":"info","ts":"2026-07-21T16:21:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:21:07Z","msg":"Cleaning up per-tenant maas-api resources","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"bf73a63a-ad25-4027-b09a-2fbaf5c295a9","tenant":"e2e-shared-a-524b80","tenantID":"e2e-shared-a-524b80","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:21:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-524b80","deploymentName":"maas-api-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:21:07Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"bf73a63a-ad25-4027-b09a-2fbaf5c295a9","gvk":"Deployment","name":"maas-api-e2e-shared-a-524b80","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-21T16:21:07Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"bf73a63a-ad25-4027-b09a-2fbaf5c295a9","gvk":"Service","name":"maas-api-e2e-shared-a-524b80","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-21T16:21:07Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"bf73a63a-ad25-4027-b09a-2fbaf5c295a9","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-524b80","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-21T16:21:07Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"bf73a63a-ad25-4027-b09a-2fbaf5c295a9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-524b80","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-21T16:21:07Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"bf73a63a-ad25-4027-b09a-2fbaf5c295a9","gvk":"AuthPolicy","name":"maas-api-auth-policy-e2e-shared-a-524b80","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-21T16:21:07Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"bf73a63a-ad25-4027-b09a-2fbaf5c295a9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-524b80","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:21:07Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"bf73a63a-ad25-4027-b09a-2fbaf5c295a9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-524b80","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:21:07Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"bf73a63a-ad25-4027-b09a-2fbaf5c295a9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-524b80","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:21:07Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"bf73a63a-ad25-4027-b09a-2fbaf5c295a9","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-524b80","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:21:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:21:07Z","msg":"Cleaning up MaaSSubscription CRs","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"8b2470cd-54db-4775-9861-e555c971160e","namespace":"ai-tenant-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:21:07Z","msg":"Cleaned up MaaSSubscription CRs","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"8b2470cd-54db-4775-9861-e555c971160e","count":0} {"level":"info","ts":"2026-07-21T16:21:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:21:07Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"8b2470cd-54db-4775-9861-e555c971160e","namespace":"ai-tenant-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:21:07Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"8b2470cd-54db-4775-9861-e555c971160e","count":0} {"level":"info","ts":"2026-07-21T16:21:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-a-524b80/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-524b80","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-524b80","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-524b80"},"tenantIdentifier":"e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:21:07Z","msg":"Cleaning up per-tenant maas-api resources","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"8b2470cd-54db-4775-9861-e555c971160e","tenant":"e2e-shared-a-524b80","tenantID":"e2e-shared-a-524b80","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:21:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-524b80","deploymentName":"maas-api-e2e-shared-a-524b80"} {"level":"info","ts":"2026-07-21T16:21:07Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"8b2470cd-54db-4775-9861-e555c971160e","gvk":"Deployment","name":"maas-api-e2e-shared-a-524b80","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-21T16:21:07Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"8b2470cd-54db-4775-9861-e555c971160e","gvk":"Service","name":"maas-api-e2e-shared-a-524b80","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-21T16:21:07Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"8b2470cd-54db-4775-9861-e555c971160e","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-524b80","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-21T16:21:07Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"8b2470cd-54db-4775-9861-e555c971160e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-524b80","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-21T16:21:07Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"8b2470cd-54db-4775-9861-e555c971160e","gvk":"AuthPolicy","name":"maas-api-auth-policy-e2e-shared-a-524b80","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-21T16:21:07Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"8b2470cd-54db-4775-9861-e555c971160e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-524b80","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:21:07Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"8b2470cd-54db-4775-9861-e555c971160e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-524b80","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:21:07Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"8b2470cd-54db-4775-9861-e555c971160e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-524b80","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:21:07Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"8b2470cd-54db-4775-9861-e555c971160e","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-524b80","namespace":"openshift-ingress"} {"level":"error","ts":"2026-07-21T16:21:07Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-524b80"},"namespace":"ai-tenant-e2e-shared-a-524b80","name":"default-tenant","reconcileID":"8b2470cd-54db-4775-9861-e555c971160e","error":"maastenantconfigs.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-21T16:21:11Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c2905b59-e48d-4a35-bb04-b004d3eb159f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:21:11Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"81edb363-3ac6-4530-8eef-4f4464293ae1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"error","ts":"2026-07-21T16:21:11Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-524b80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-524b80","reconcileID":"4eced784-468d-4eb4-ae70-d52867267216","error":"delete tenant namespace \"ai-tenant-e2e-shared-a-524b80\": namespaces \"ai-tenant-e2e-shared-a-524b80\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-shared-a-524b80\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-21T16:21:11Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-524b80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-524b80","reconcileID":"f488659e-480e-45fe-b90c-f33f107f0dae","error":"delete tenant namespace \"ai-tenant-e2e-shared-a-524b80\": namespaces \"ai-tenant-e2e-shared-a-524b80\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-shared-a-524b80\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-21T16:21:11Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-524b80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-524b80","reconcileID":"f72c37be-c773-40cf-9b7d-ce6401b289b1","error":"delete tenant namespace \"ai-tenant-e2e-shared-a-524b80\": namespaces \"ai-tenant-e2e-shared-a-524b80\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-shared-a-524b80\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-21T16:21:11Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-524b80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-524b80","reconcileID":"41289105-636c-4f5a-bcf7-1828dcf62326","error":"delete tenant namespace \"ai-tenant-e2e-shared-a-524b80\": namespaces \"ai-tenant-e2e-shared-a-524b80\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-shared-a-524b80\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-21T16:21:12Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-524b80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-524b80","reconcileID":"81f39db9-b74c-4498-b1b4-4715de2866b8","error":"delete tenant namespace \"ai-tenant-e2e-shared-a-524b80\": namespaces \"ai-tenant-e2e-shared-a-524b80\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-shared-a-524b80\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-21T16:21:12Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-524b80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-524b80","reconcileID":"8c0622a8-eb93-4834-b102-c4017b17c423","error":"delete tenant namespace \"ai-tenant-e2e-shared-a-524b80\": namespaces \"ai-tenant-e2e-shared-a-524b80\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-shared-a-524b80\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-21T16:21:12Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-524b80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-524b80","reconcileID":"a1809810-fff1-4df7-bb15-acf5277b2722","error":"delete tenant namespace \"ai-tenant-e2e-shared-a-524b80\": namespaces \"ai-tenant-e2e-shared-a-524b80\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-shared-a-524b80\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-21T16:21:12Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-524b80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-524b80","reconcileID":"c8ec7c60-9472-4c78-baaa-08e99da44301","error":"delete tenant namespace \"ai-tenant-e2e-shared-a-524b80\": namespaces \"ai-tenant-e2e-shared-a-524b80\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-shared-a-524b80\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-21T16:21:13Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-524b80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-524b80","reconcileID":"f26ff7fd-7b11-4d53-af03-001509624b1f","error":"delete tenant namespace \"ai-tenant-e2e-shared-a-524b80\": namespaces \"ai-tenant-e2e-shared-a-524b80\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-shared-a-524b80\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-21T16:21:14Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f9fcd906-5c45-469c-bc7c-2038b8df855a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:21:14Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"154adc14-9fb4-4603-be46-f496c3a4b41f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"error","ts":"2026-07-21T16:21:14Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-524b80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-524b80","reconcileID":"f0ea1cf4-fb6c-4b83-a76d-31ac2a3ce938","error":"delete tenant namespace \"ai-tenant-e2e-shared-a-524b80\": namespaces \"ai-tenant-e2e-shared-a-524b80\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-shared-a-524b80\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-21T16:21:17Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-524b80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-524b80","reconcileID":"dbaef116-93cc-4be1-9243-47edc4aa76e0","error":"delete tenant namespace \"ai-tenant-e2e-shared-a-524b80\": namespaces \"ai-tenant-e2e-shared-a-524b80\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-shared-a-524b80\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-21T16:21:22Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-524b80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-524b80","reconcileID":"761e047a-b7b3-4a82-a21c-1c4d4f3fe610","error":"delete tenant namespace \"ai-tenant-e2e-shared-a-524b80\": namespaces \"ai-tenant-e2e-shared-a-524b80\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-shared-a-524b80\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-21T16:21:22Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"error","ts":"2026-07-21T16:21:32Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-524b80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-524b80","reconcileID":"be10d834-69b4-41a7-93a1-5f749885e90d","error":"delete tenant namespace \"ai-tenant-e2e-shared-a-524b80\": namespaces \"ai-tenant-e2e-shared-a-524b80\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-shared-a-524b80\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-21T16:21:52Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"error","ts":"2026-07-21T16:21:53Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-524b80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-524b80","reconcileID":"c9bcca24-cedc-4f01-a30b-3539d5894d6e","error":"delete tenant namespace \"ai-tenant-e2e-shared-a-524b80\": namespaces \"ai-tenant-e2e-shared-a-524b80\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-shared-a-524b80\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-21T16:22:22Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"error","ts":"2026-07-21T16:22:34Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-524b80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-524b80","reconcileID":"bd8a71e3-c321-405e-89b3-55b993f70201","error":"delete tenant namespace \"ai-tenant-e2e-shared-a-524b80\": namespaces \"ai-tenant-e2e-shared-a-524b80\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-shared-a-524b80\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-21T16:22:52Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"error","ts":"2026-07-21T16:23:12Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-5195cc17","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-5195cc17","reconcileID":"6200a2a1-1c0b-45e3-b436-b9230c5640b6","error":"delete tenant namespace \"ai-tenant-e2e-derive-5195cc17\": namespaces \"ai-tenant-e2e-derive-5195cc17\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-derive-5195cc17\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-21T16:23:22Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-21T16:23:52Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"error","ts":"2026-07-21T16:23:56Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-524b80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-524b80","reconcileID":"f67e9740-3ccf-449a-93ca-f96be72fc55f","error":"delete tenant namespace \"ai-tenant-e2e-shared-a-524b80\": namespaces \"ai-tenant-e2e-shared-a-524b80\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-shared-a-524b80\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-21T16:24:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:03Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"df51754b-efac-4000-a5d2-3811e7f70712","tenant":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","tenantID":"e2e-shared-b-bbeb7d","subscriptionNamespace":"ai-tenant-e2e-shared-b-bbeb7d","gatewayName":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:04Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:04Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-21T16:24:04Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-21T16:24:04Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"5457c099-1100-4cad-af6e-01c87512dd3a","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-07-21T16:24:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-21T16:24:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-21T16:24:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-21T16:24:05Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-21T16:24:05Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-21T16:24:05Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:05Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:05Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"243a22ab-113b-46eb-8bf2-bf2ddd0f41cb","tenant":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","tenantID":"e2e-shared-b-bbeb7d","subscriptionNamespace":"ai-tenant-e2e-shared-b-bbeb7d","gatewayName":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:05Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:05Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:05Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:06Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:06Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:13Z","msg":"child pods are preserved by default when jobs are deleted; set propagationPolicy=Background to remove them or set propagationPolicy=Orphan to suppress this warning","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-bbeb7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-bbeb7d","reconcileID":"80a8f158-6e10-4d6e-8998-cecf92fa7665"} {"level":"info","ts":"2026-07-21T16:24:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:13Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"936f89d2-bd78-4470-ad5e-b7a871e407ab","tenant":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","tenantID":"e2e-shared-b-bbeb7d","subscriptionNamespace":"ai-tenant-e2e-shared-b-bbeb7d","gatewayName":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:14Z","msg":"Cleaning up MaaSSubscription CRs","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"ae90263a-17c2-4465-9a2b-90e5f69aded4","namespace":"ai-tenant-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:14Z","msg":"Cleaned up MaaSSubscription CRs","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"ae90263a-17c2-4465-9a2b-90e5f69aded4","count":0} {"level":"info","ts":"2026-07-21T16:24:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:14Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"ae90263a-17c2-4465-9a2b-90e5f69aded4","namespace":"ai-tenant-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:14Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"ae90263a-17c2-4465-9a2b-90e5f69aded4","count":0} {"level":"info","ts":"2026-07-21T16:24:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:14Z","msg":"Cleaning up per-tenant maas-api resources","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"ae90263a-17c2-4465-9a2b-90e5f69aded4","tenant":"e2e-shared-b-bbeb7d","tenantID":"e2e-shared-b-bbeb7d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:24:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:14Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"ae90263a-17c2-4465-9a2b-90e5f69aded4","gvk":"Deployment","name":"maas-api-e2e-shared-b-bbeb7d","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-21T16:24:14Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"ae90263a-17c2-4465-9a2b-90e5f69aded4","gvk":"Service","name":"maas-api-e2e-shared-b-bbeb7d","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-21T16:24:14Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"ae90263a-17c2-4465-9a2b-90e5f69aded4","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-bbeb7d","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-21T16:24:14Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"ae90263a-17c2-4465-9a2b-90e5f69aded4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-bbeb7d","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-21T16:24:14Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"ae90263a-17c2-4465-9a2b-90e5f69aded4","gvk":"AuthPolicy","name":"maas-api-auth-policy-e2e-shared-b-bbeb7d","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-21T16:24:14Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"ae90263a-17c2-4465-9a2b-90e5f69aded4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-bbeb7d","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:24:14Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"ae90263a-17c2-4465-9a2b-90e5f69aded4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-bbeb7d","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:24:14Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"ae90263a-17c2-4465-9a2b-90e5f69aded4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-bbeb7d","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:24:14Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"ae90263a-17c2-4465-9a2b-90e5f69aded4","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-bbeb7d","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:24:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:14Z","msg":"Cleaning up MaaSSubscription CRs","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"de2dc08a-93d4-4e1c-b911-f9f0f9115f16","namespace":"ai-tenant-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:14Z","msg":"Cleaned up MaaSSubscription CRs","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"de2dc08a-93d4-4e1c-b911-f9f0f9115f16","count":0} {"level":"info","ts":"2026-07-21T16:24:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:14Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"de2dc08a-93d4-4e1c-b911-f9f0f9115f16","namespace":"ai-tenant-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:14Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"de2dc08a-93d4-4e1c-b911-f9f0f9115f16","count":0} {"level":"info","ts":"2026-07-21T16:24:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-shared-b-bbeb7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-bbeb7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-bbeb7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"tenantIdentifier":"e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:14Z","msg":"Cleaning up per-tenant maas-api resources","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"de2dc08a-93d4-4e1c-b911-f9f0f9115f16","tenant":"e2e-shared-b-bbeb7d","tenantID":"e2e-shared-b-bbeb7d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:24:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-bbeb7d","deploymentName":"maas-api-e2e-shared-b-bbeb7d"} {"level":"info","ts":"2026-07-21T16:24:14Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"de2dc08a-93d4-4e1c-b911-f9f0f9115f16","gvk":"Deployment","name":"maas-api-e2e-shared-b-bbeb7d","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-21T16:24:14Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"de2dc08a-93d4-4e1c-b911-f9f0f9115f16","gvk":"Service","name":"maas-api-e2e-shared-b-bbeb7d","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-21T16:24:14Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"de2dc08a-93d4-4e1c-b911-f9f0f9115f16","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-bbeb7d","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-21T16:24:14Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"de2dc08a-93d4-4e1c-b911-f9f0f9115f16","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-bbeb7d","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-21T16:24:14Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"de2dc08a-93d4-4e1c-b911-f9f0f9115f16","gvk":"AuthPolicy","name":"maas-api-auth-policy-e2e-shared-b-bbeb7d","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-21T16:24:14Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"de2dc08a-93d4-4e1c-b911-f9f0f9115f16","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-bbeb7d","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:24:14Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"de2dc08a-93d4-4e1c-b911-f9f0f9115f16","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-bbeb7d","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:24:14Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"de2dc08a-93d4-4e1c-b911-f9f0f9115f16","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-bbeb7d","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-21T16:24:14Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"de2dc08a-93d4-4e1c-b911-f9f0f9115f16","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-bbeb7d","namespace":"openshift-ingress"} {"level":"error","ts":"2026-07-21T16:24:14Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-bbeb7d"},"namespace":"ai-tenant-e2e-shared-b-bbeb7d","name":"default-tenant","reconcileID":"de2dc08a-93d4-4e1c-b911-f9f0f9115f16","error":"maastenantconfigs.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-21T16:24:16Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"83b7c084-7c94-4788-87b6-2b7aa0cea2e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:24:16Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d23f0054-81af-47b4-8b0b-e54ba8b0c5e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"error","ts":"2026-07-21T16:24:18Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-bbeb7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-bbeb7d","reconcileID":"73f1ecdb-c860-4d1d-a631-56ee25235dbd","error":"delete tenant namespace \"ai-tenant-e2e-shared-b-bbeb7d\": namespaces \"ai-tenant-e2e-shared-b-bbeb7d\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-shared-b-bbeb7d\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-21T16:24:19Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-bbeb7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-bbeb7d","reconcileID":"ebda39bf-13ed-4bc9-a436-fe59dcbcfe99","error":"delete tenant namespace \"ai-tenant-e2e-shared-b-bbeb7d\": namespaces \"ai-tenant-e2e-shared-b-bbeb7d\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-shared-b-bbeb7d\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-21T16:24:19Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-bbeb7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-bbeb7d","reconcileID":"943a88e9-a86b-49c2-9b9d-ae3fa353661b","error":"delete tenant namespace \"ai-tenant-e2e-shared-b-bbeb7d\": namespaces \"ai-tenant-e2e-shared-b-bbeb7d\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-shared-b-bbeb7d\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-21T16:24:19Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-bbeb7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-bbeb7d","reconcileID":"018fe9e2-9010-4a13-8264-4106ae39e863","error":"delete tenant namespace \"ai-tenant-e2e-shared-b-bbeb7d\": namespaces \"ai-tenant-e2e-shared-b-bbeb7d\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-shared-b-bbeb7d\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-21T16:24:19Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-bbeb7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-bbeb7d","reconcileID":"060f2c80-0257-46f9-aa4e-ba20e8078bc0","error":"delete tenant namespace \"ai-tenant-e2e-shared-b-bbeb7d\": namespaces \"ai-tenant-e2e-shared-b-bbeb7d\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-shared-b-bbeb7d\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-21T16:24:19Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-bbeb7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-bbeb7d","reconcileID":"f35b528b-7e9f-4d31-8ad3-c206b17364f3","error":"delete tenant namespace \"ai-tenant-e2e-shared-b-bbeb7d\": namespaces \"ai-tenant-e2e-shared-b-bbeb7d\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-shared-b-bbeb7d\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-21T16:24:19Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"779156bf-1fa0-45bf-b8a5-1b8d0b5435a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-21T16:24:19Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"511d825a-4bd3-49bd-a600-7e4ac6ecea66","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"error","ts":"2026-07-21T16:24:19Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-bbeb7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-bbeb7d","reconcileID":"92b5e9b6-6b19-4c1b-a910-6a4fc495d7b6","error":"delete tenant namespace \"ai-tenant-e2e-shared-b-bbeb7d\": namespaces \"ai-tenant-e2e-shared-b-bbeb7d\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-shared-b-bbeb7d\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-21T16:24:19Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-bbeb7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-bbeb7d","reconcileID":"48c0cea8-13d3-4e0a-9dab-2ebe84418a01","error":"delete tenant namespace \"ai-tenant-e2e-shared-b-bbeb7d\": namespaces \"ai-tenant-e2e-shared-b-bbeb7d\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-shared-b-bbeb7d\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-21T16:24:20Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-bbeb7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-bbeb7d","reconcileID":"9f5eb514-f8e8-467c-bcb8-4e8197fcec82","error":"delete tenant namespace \"ai-tenant-e2e-shared-b-bbeb7d\": namespaces \"ai-tenant-e2e-shared-b-bbeb7d\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-shared-b-bbeb7d\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-21T16:24:21Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-bbeb7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-bbeb7d","reconcileID":"d46d1dc8-71c5-4434-af86-44939fa90575","error":"delete tenant namespace \"ai-tenant-e2e-shared-b-bbeb7d\": namespaces \"ai-tenant-e2e-shared-b-bbeb7d\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-shared-b-bbeb7d\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-21T16:24:22Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"error","ts":"2026-07-21T16:24:24Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-bbeb7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-bbeb7d","reconcileID":"19500d9e-75d7-4160-b713-c1203f8b8abf","error":"delete tenant namespace \"ai-tenant-e2e-shared-b-bbeb7d\": namespaces \"ai-tenant-e2e-shared-b-bbeb7d\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-shared-b-bbeb7d\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-21T16:24:29Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-bbeb7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-bbeb7d","reconcileID":"28023a6e-35db-4101-80a9-b3fb38ba1294","error":"delete tenant namespace \"ai-tenant-e2e-shared-b-bbeb7d\": namespaces \"ai-tenant-e2e-shared-b-bbeb7d\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-shared-b-bbeb7d\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-21T16:24:39Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-bbeb7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-bbeb7d","reconcileID":"9f7395c2-fe30-4ff3-a2bb-82dc9a73eef4","error":"delete tenant namespace \"ai-tenant-e2e-shared-b-bbeb7d\": namespaces \"ai-tenant-e2e-shared-b-bbeb7d\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-shared-b-bbeb7d\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-21T16:24:52Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"error","ts":"2026-07-21T16:25:00Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-bbeb7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-bbeb7d","reconcileID":"fda33f9c-0bfe-4449-9f82-e2243508ac32","error":"delete tenant namespace \"ai-tenant-e2e-shared-b-bbeb7d\": namespaces \"ai-tenant-e2e-shared-b-bbeb7d\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-shared-b-bbeb7d\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-21T16:25:22Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"error","ts":"2026-07-21T16:25:41Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-bbeb7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-bbeb7d","reconcileID":"497d04a0-b50e-43ba-bf95-08c85aa762e9","error":"delete tenant namespace \"ai-tenant-e2e-shared-b-bbeb7d\": namespaces \"ai-tenant-e2e-shared-b-bbeb7d\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-shared-b-bbeb7d\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-21T16:25:52Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-21T16:26:22Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"error","ts":"2026-07-21T16:26:27Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-81110a4b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-81110a4b","reconcileID":"2718ba80-58e6-4cc3-b352-fc6f616dd340","error":"delete tenant namespace \"ai-tenant-e2e-ait-81110a4b\": namespaces \"ai-tenant-e2e-ait-81110a4b\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-ait-81110a4b\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-21T16:26:52Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"error","ts":"2026-07-21T16:27:03Z","msg":"Reconciler error","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-bbeb7d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-bbeb7d","reconcileID":"b2711809-fd47-4680-83ac-9cf18a46e7df","error":"delete tenant namespace \"ai-tenant-e2e-shared-b-bbeb7d\": namespaces \"ai-tenant-e2e-shared-b-bbeb7d\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot delete resource \"namespaces\" in API group \"\" in the namespace \"ai-tenant-e2e-shared-b-bbeb7d\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}