{"level":"info","ts":"2026-07-08T22:03:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b6d4ea","deploymentName":"maas-api-e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b6d4ea","deploymentName":"maas-api-e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b6d4ea","deploymentName":"maas-api-e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:15Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b6d4ea/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b6d4ea","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b6d4ea","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"tenantIdentifier":"e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:15Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b6d4ea","deploymentName":"maas-api-e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:15Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b6d4ea/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b6d4ea","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b6d4ea","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"tenantIdentifier":"e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:15Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b6d4ea/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b6d4ea","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b6d4ea","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"tenantIdentifier":"e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:15Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"default-tenant","reconcileID":"ddeeb8b3-e108-4b98-a553-b6a21b69de02","tenant":"ai-tenant-e2e-inf-b-b6d4ea/default-tenant","tenantID":"e2e-inf-b-b6d4ea","subscriptionNamespace":"ai-tenant-e2e-inf-b-b6d4ea","gatewayName":"e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:15Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b6d4ea","deploymentName":"maas-api-e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:15Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b6d4ea","deploymentName":"maas-api-e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:15Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b6d4ea","deploymentName":"maas-api-e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:15Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b6d4ea/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b6d4ea","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b6d4ea","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"tenantIdentifier":"e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:15Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b6d4ea","deploymentName":"maas-api-e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:19Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T22:03:19Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T22:03:26Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-0303e4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-0303e4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-0303e4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-0303e4"},"tenantIdentifier":"e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:03:26Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-0303e4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-0303e4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-0303e4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-0303e4"},"tenantIdentifier":"e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:03:26Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"default-tenant","reconcileID":"26d206ff-bb2a-4ab1-82ba-395c8bd1a097","tenant":"ai-tenant-e2e-inf-a-0303e4/default-tenant","tenantID":"e2e-inf-a-0303e4","subscriptionNamespace":"ai-tenant-e2e-inf-a-0303e4","gatewayName":"e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:03:26Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-0303e4","deploymentName":"maas-api-e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:03:26Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-0303e4","deploymentName":"maas-api-e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:03:26Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-0303e4","deploymentName":"maas-api-e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:03:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-0303e4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-0303e4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-0303e4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-0303e4"},"tenantIdentifier":"e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:03:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-0303e4","deploymentName":"maas-api-e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:03:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-0303e4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-0303e4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-0303e4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-0303e4"},"tenantIdentifier":"e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:03:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-0303e4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-0303e4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-0303e4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-0303e4"},"tenantIdentifier":"e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:03:27Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"default-tenant","reconcileID":"1aaf4860-7a98-4e77-8405-57399f2c86c3","tenant":"ai-tenant-e2e-inf-a-0303e4/default-tenant","tenantID":"e2e-inf-a-0303e4","subscriptionNamespace":"ai-tenant-e2e-inf-a-0303e4","gatewayName":"e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:03:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-0303e4","deploymentName":"maas-api-e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:03:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-0303e4","deploymentName":"maas-api-e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:03:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-0303e4","deploymentName":"maas-api-e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:03:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-0303e4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-0303e4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-0303e4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-0303e4"},"tenantIdentifier":"e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:03:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-0303e4","deploymentName":"maas-api-e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:03:28Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"59a6d6cb-d4e5-47f0-a85c-baf22abec6cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:03:28Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b7ef624e-25b3-4be2-a489-6f05b52260a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:03:33Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4","reconcileID":"da5d58b3-7118-4d89-a036-7f6a7200335a","MaaSModelRef":{"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"},"routeName":"test-model-0303e4-kserve-route","namespace":"ai-tenant-e2e-inf-a-0303e4","llmisvcName":"test-model-0303e4","gateway":"openshift-ingress/e2e-inf-a-0303e4","hostnames":[]} {"level":"info","ts":"2026-07-08T22:03:33Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4","reconcileID":"de22a3a7-094b-4859-982e-dda2b6eb5178","MaaSModelRef":{"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"},"routeName":"test-model-0303e4-kserve-route","namespace":"ai-tenant-e2e-inf-a-0303e4","llmisvcName":"test-model-0303e4","gateway":"openshift-ingress/e2e-inf-a-0303e4","hostnames":[]} {"level":"info","ts":"2026-07-08T22:03:33Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4","reconcileID":"ef339eb7-eed5-41d2-b16d-f85a4d24f4e9","MaaSModelRef":{"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"},"routeName":"test-model-0303e4-kserve-route","namespace":"ai-tenant-e2e-inf-a-0303e4","llmisvcName":"test-model-0303e4","gateway":"openshift-ingress/e2e-inf-a-0303e4","hostnames":[]} {"level":"error","ts":"2026-07-08T22:03:33Z","msg":"Reconciler error","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0303e4-sub","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4-sub","reconcileID":"4ff7e840-4a85-49ee-a624-79b8b1247c89","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-0303e4-sub\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T22:03:33Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4","reconcileID":"f662c745-2b83-4bba-ba8b-bf02ed9599e8","MaaSModelRef":{"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"},"routeName":"test-model-0303e4-kserve-route","namespace":"ai-tenant-e2e-inf-a-0303e4","llmisvcName":"test-model-0303e4","gateway":"openshift-ingress/e2e-inf-a-0303e4","hostnames":[]} {"level":"info","ts":"2026-07-08T22:03:33Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0303e4-sub","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4-sub","reconcileID":"d5fe3499-9587-44ef-ae98-20104c3c757c","MaaSSubscription":{"name":"test-model-0303e4-sub","namespace":"ai-tenant-e2e-inf-a-0303e4"},"name":"maas-trlp-test-model-0303e4","model":"test-model-0303e4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-0303e4/test-model-0303e4-sub"]} {"level":"info","ts":"2026-07-08T22:03:33Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4","reconcileID":"5b4594e7-d9f7-426a-b3b0-216f3f83021e","MaaSModelRef":{"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"},"routeName":"test-model-0303e4-kserve-route","namespace":"ai-tenant-e2e-inf-a-0303e4","llmisvcName":"test-model-0303e4","gateway":"openshift-ingress/e2e-inf-a-0303e4","hostnames":[]} {"level":"info","ts":"2026-07-08T22:03:33Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0303e4-sub","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4-sub","reconcileID":"d3d5b89a-2aa4-48a7-ac52-1b4a6da346ca","MaaSSubscription":{"name":"test-model-0303e4-sub","namespace":"ai-tenant-e2e-inf-a-0303e4"},"name":"maas-trlp-test-model-0303e4","model":"ai-tenant-e2e-inf-a-0303e4/test-model-0303e4","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:03:33Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4","reconcileID":"b04fcf59-b4bf-4962-a349-6d3727f93bca","MaaSModelRef":{"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"},"routeName":"test-model-0303e4-kserve-route","namespace":"ai-tenant-e2e-inf-a-0303e4","llmisvcName":"test-model-0303e4","gateway":"openshift-ingress/e2e-inf-a-0303e4","hostnames":[]} {"level":"info","ts":"2026-07-08T22:03:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-0303e4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-0303e4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-0303e4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-0303e4"},"tenantIdentifier":"e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:03:33Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4","reconcileID":"471a659c-6733-43c0-ad94-626ebda16e2b","MaaSModelRef":{"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"},"routeName":"test-model-0303e4-kserve-route","namespace":"ai-tenant-e2e-inf-a-0303e4","llmisvcName":"test-model-0303e4","gateway":"openshift-ingress/e2e-inf-a-0303e4","hostnames":[]} {"level":"info","ts":"2026-07-08T22:03:33Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0303e4-auth","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4-auth","reconcileID":"6261dca5-8ed8-4c28-b589-878eecb9b2ae","MaaSAuthPolicy":{"name":"test-model-0303e4-auth","namespace":"ai-tenant-e2e-inf-a-0303e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0303e4","tenantID":"e2e-inf-a-0303e4","xAPIKeyEnabled":false} {"level":"error","ts":"2026-07-08T22:03:33Z","msg":"failed to update MaaSModelRef status","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4","reconcileID":"471a659c-6733-43c0-ad94-626ebda16e2b","name":"test-model-0303e4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-0303e4\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:381\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:345\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:185\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T22:03:33Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0303e4-sub","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4-sub","reconcileID":"39ff0ae5-9c36-46df-98fd-2c4438c0900a","MaaSSubscription":{"name":"test-model-0303e4-sub","namespace":"ai-tenant-e2e-inf-a-0303e4"},"name":"maas-trlp-test-model-0303e4","model":"ai-tenant-e2e-inf-a-0303e4/test-model-0303e4","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:03:33Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0303e4-auth","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4-auth","reconcileID":"6261dca5-8ed8-4c28-b589-878eecb9b2ae"} {"level":"info","ts":"2026-07-08T22:03:33Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0303e4-auth","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4-auth","reconcileID":"6261dca5-8ed8-4c28-b589-878eecb9b2ae","MaaSAuthPolicy":{"name":"test-model-0303e4-auth","namespace":"ai-tenant-e2e-inf-a-0303e4"},"name":"e2e-inf-a-0303e4-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T22:03:33Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4","reconcileID":"218055ec-d33b-462f-93e3-ddcad15c3c3c","MaaSModelRef":{"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"},"routeName":"test-model-0303e4-kserve-route","namespace":"ai-tenant-e2e-inf-a-0303e4","llmisvcName":"test-model-0303e4","gateway":"openshift-ingress/e2e-inf-a-0303e4","hostnames":[]} {"level":"info","ts":"2026-07-08T22:03:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-0303e4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-0303e4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-0303e4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-0303e4"},"tenantIdentifier":"e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:03:33Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0303e4-auth","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4-auth","reconcileID":"46ce6b48-220f-4322-8f5b-0f74d04c2908","MaaSAuthPolicy":{"name":"test-model-0303e4-auth","namespace":"ai-tenant-e2e-inf-a-0303e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0303e4","tenantID":"e2e-inf-a-0303e4","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T22:03:33Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0303e4-auth","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4-auth","reconcileID":"46ce6b48-220f-4322-8f5b-0f74d04c2908"} {"level":"info","ts":"2026-07-08T22:03:33Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0303e4-auth","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4-auth","reconcileID":"46ce6b48-220f-4322-8f5b-0f74d04c2908","MaaSAuthPolicy":{"name":"test-model-0303e4-auth","namespace":"ai-tenant-e2e-inf-a-0303e4"},"name":"e2e-inf-a-0303e4-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T22:03:35Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b6d4ea/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b6d4ea","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b6d4ea","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"tenantIdentifier":"e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:35Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b6d4ea/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b6d4ea","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b6d4ea","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"tenantIdentifier":"e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:35Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"default-tenant","reconcileID":"2925107c-e23d-4e96-89cd-ac524d67ad41","tenant":"ai-tenant-e2e-inf-b-b6d4ea/default-tenant","tenantID":"e2e-inf-b-b6d4ea","subscriptionNamespace":"ai-tenant-e2e-inf-b-b6d4ea","gatewayName":"e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:35Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b6d4ea","deploymentName":"maas-api-e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:35Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b6d4ea","deploymentName":"maas-api-e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:35Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b6d4ea","deploymentName":"maas-api-e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:35Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b6d4ea/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b6d4ea","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b6d4ea","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"tenantIdentifier":"e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:35Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b6d4ea","deploymentName":"maas-api-e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:35Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b6d4ea/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b6d4ea","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b6d4ea","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"tenantIdentifier":"e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:35Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b6d4ea/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b6d4ea","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b6d4ea","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"tenantIdentifier":"e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:35Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"default-tenant","reconcileID":"d05dafa5-a8b2-47ca-8d13-b57a6ad12754","tenant":"ai-tenant-e2e-inf-b-b6d4ea/default-tenant","tenantID":"e2e-inf-b-b6d4ea","subscriptionNamespace":"ai-tenant-e2e-inf-b-b6d4ea","gatewayName":"e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:35Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b6d4ea","deploymentName":"maas-api-e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:35Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b6d4ea","deploymentName":"maas-api-e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:35Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b6d4ea","deploymentName":"maas-api-e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:36Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b6d4ea/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b6d4ea","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b6d4ea","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"tenantIdentifier":"e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:36Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b6d4ea","deploymentName":"maas-api-e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:38Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"509fbf3f-c5df-458e-a85f-d49da164bd0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:03:38Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e22eb6a1-6c4f-44f7-bc20-945dbf863423","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:03:38Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0303e4-sub","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4-sub","reconcileID":"1b7e2bdf-7ac4-4975-a70d-23cfcba6739b","MaaSSubscription":{"name":"test-model-0303e4-sub","namespace":"ai-tenant-e2e-inf-a-0303e4"},"name":"maas-trlp-test-model-0303e4","model":"ai-tenant-e2e-inf-a-0303e4/test-model-0303e4","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:03:38Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4","reconcileID":"f8d77cd8-ddba-4f3e-8544-accd3726cb22","MaaSModelRef":{"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"},"routeName":"test-model-0303e4-kserve-route","namespace":"ai-tenant-e2e-inf-a-0303e4","llmisvcName":"test-model-0303e4","gateway":"openshift-ingress/e2e-inf-a-0303e4","hostnames":[]} {"level":"info","ts":"2026-07-08T22:03:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-0303e4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-0303e4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-0303e4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-0303e4"},"tenantIdentifier":"e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:03:39Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4","reconcileID":"ae166400-2d30-4fb6-ae9a-0b2be61266dc","MaaSModelRef":{"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"},"routeName":"test-model-0303e4-kserve-route","namespace":"ai-tenant-e2e-inf-a-0303e4","llmisvcName":"test-model-0303e4","gateway":"openshift-ingress/e2e-inf-a-0303e4","hostnames":[]} {"level":"info","ts":"2026-07-08T22:03:39Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0303e4-auth","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4-auth","reconcileID":"0fc28f67-053e-42cd-9c4a-badb6248816a","MaaSAuthPolicy":{"name":"test-model-0303e4-auth","namespace":"ai-tenant-e2e-inf-a-0303e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0303e4","tenantID":"e2e-inf-a-0303e4","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T22:03:39Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0303e4-sub","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4-sub","reconcileID":"ce405489-d1f5-4b4b-84fa-9479ac67b6ca","MaaSSubscription":{"name":"test-model-0303e4-sub","namespace":"ai-tenant-e2e-inf-a-0303e4"},"name":"maas-trlp-test-model-0303e4","model":"ai-tenant-e2e-inf-a-0303e4/test-model-0303e4","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:03:39Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0303e4-auth","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4-auth","reconcileID":"0fc28f67-053e-42cd-9c4a-badb6248816a"} {"level":"info","ts":"2026-07-08T22:03:39Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0303e4-auth","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4-auth","reconcileID":"0fc28f67-053e-42cd-9c4a-badb6248816a","MaaSAuthPolicy":{"name":"test-model-0303e4-auth","namespace":"ai-tenant-e2e-inf-a-0303e4"},"name":"e2e-inf-a-0303e4-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T22:03:41Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4","reconcileID":"5957efec-b5c2-4174-b09f-f97d546089c5","MaaSModelRef":{"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"},"routeName":"test-model-0303e4-kserve-route","namespace":"ai-tenant-e2e-inf-a-0303e4","llmisvcName":"test-model-0303e4","gateway":"openshift-ingress/e2e-inf-a-0303e4","hostnames":[]} {"level":"info","ts":"2026-07-08T22:03:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-0303e4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-0303e4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-0303e4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-0303e4"},"tenantIdentifier":"e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:03:41Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0303e4-auth","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4-auth","reconcileID":"f729369b-0187-4f1e-937c-215edc0b9c66","MaaSAuthPolicy":{"name":"test-model-0303e4-auth","namespace":"ai-tenant-e2e-inf-a-0303e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0303e4","tenantID":"e2e-inf-a-0303e4","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T22:03:41Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0303e4-sub","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4-sub","reconcileID":"378dfdbb-a866-4400-9cf3-26f61991cca6","MaaSSubscription":{"name":"test-model-0303e4-sub","namespace":"ai-tenant-e2e-inf-a-0303e4"},"name":"maas-trlp-test-model-0303e4","model":"ai-tenant-e2e-inf-a-0303e4/test-model-0303e4","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:03:41Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0303e4-auth","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4-auth","reconcileID":"f729369b-0187-4f1e-937c-215edc0b9c66"} {"level":"info","ts":"2026-07-08T22:03:41Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0303e4-auth","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4-auth","reconcileID":"f729369b-0187-4f1e-937c-215edc0b9c66","MaaSAuthPolicy":{"name":"test-model-0303e4-auth","namespace":"ai-tenant-e2e-inf-a-0303e4"},"name":"e2e-inf-a-0303e4-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T22:03:46Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4af18283-6793-492f-8560-3b0a257211fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:03:47Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0303e4-sub","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4-sub","reconcileID":"008d6bc9-4985-44b5-9832-e6c28017fe19","MaaSSubscription":{"name":"test-model-0303e4-sub","namespace":"ai-tenant-e2e-inf-a-0303e4"},"name":"maas-trlp-test-model-0303e4","model":"ai-tenant-e2e-inf-a-0303e4/test-model-0303e4","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:03:47Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8a70d970-05f7-4529-b21b-4a6469a5bee9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:03:49Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T22:03:49Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T22:03:49Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea","reconcileID":"e2def1ba-3ec7-45ca-93e4-683aa0ff5eb0","MaaSModelRef":{"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"routeName":"test-model-b6d4ea-kserve-route","namespace":"ai-tenant-e2e-inf-b-b6d4ea","llmisvcName":"test-model-b6d4ea","gateway":"openshift-ingress/e2e-inf-b-b6d4ea","hostnames":[]} {"level":"info","ts":"2026-07-08T22:03:49Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea","reconcileID":"a68253d2-5b19-462e-8144-ab685527aa2d","MaaSModelRef":{"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"routeName":"test-model-b6d4ea-kserve-route","namespace":"ai-tenant-e2e-inf-b-b6d4ea","llmisvcName":"test-model-b6d4ea","gateway":"openshift-ingress/e2e-inf-b-b6d4ea","hostnames":[]} {"level":"error","ts":"2026-07-08T22:03:49Z","msg":"Reconciler error","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b6d4ea-sub","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea-sub","reconcileID":"5c445e60-fa25-41ec-906d-1e28eb663526","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-b6d4ea-sub\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T22:03:49Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea","reconcileID":"e5d01cc9-6ac1-4c7d-b07a-6f519509695b","MaaSModelRef":{"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"routeName":"test-model-b6d4ea-kserve-route","namespace":"ai-tenant-e2e-inf-b-b6d4ea","llmisvcName":"test-model-b6d4ea","gateway":"openshift-ingress/e2e-inf-b-b6d4ea","hostnames":[]} {"level":"info","ts":"2026-07-08T22:03:49Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea","reconcileID":"ca2ff40a-28d7-4521-a219-d6370e875d29","MaaSModelRef":{"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"routeName":"test-model-b6d4ea-kserve-route","namespace":"ai-tenant-e2e-inf-b-b6d4ea","llmisvcName":"test-model-b6d4ea","gateway":"openshift-ingress/e2e-inf-b-b6d4ea","hostnames":[]} {"level":"info","ts":"2026-07-08T22:03:49Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b6d4ea-sub","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea-sub","reconcileID":"73d8afa2-dad2-4e11-8503-0da76046e6a8","MaaSSubscription":{"name":"test-model-b6d4ea-sub","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"name":"maas-trlp-test-model-b6d4ea","model":"test-model-b6d4ea","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-b6d4ea/test-model-b6d4ea-sub"]} {"level":"info","ts":"2026-07-08T22:03:49Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea","reconcileID":"a923199c-3609-4b94-9fe8-362ac16372ec","MaaSModelRef":{"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"routeName":"test-model-b6d4ea-kserve-route","namespace":"ai-tenant-e2e-inf-b-b6d4ea","llmisvcName":"test-model-b6d4ea","gateway":"openshift-ingress/e2e-inf-b-b6d4ea","hostnames":[]} {"level":"info","ts":"2026-07-08T22:03:49Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b6d4ea-sub","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea-sub","reconcileID":"c15747b5-d3bf-43ce-9a76-d8d02d417bc8","MaaSSubscription":{"name":"test-model-b6d4ea-sub","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"name":"maas-trlp-test-model-b6d4ea","model":"ai-tenant-e2e-inf-b-b6d4ea/test-model-b6d4ea","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:03:49Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea","reconcileID":"39f7e07b-723c-4af9-959b-7b32095af648","MaaSModelRef":{"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"routeName":"test-model-b6d4ea-kserve-route","namespace":"ai-tenant-e2e-inf-b-b6d4ea","llmisvcName":"test-model-b6d4ea","gateway":"openshift-ingress/e2e-inf-b-b6d4ea","hostnames":[]} {"level":"info","ts":"2026-07-08T22:03:49Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b6d4ea/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b6d4ea","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b6d4ea","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"tenantIdentifier":"e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:49Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6d4ea-auth","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea-auth","reconcileID":"50441b17-5a2c-4e03-ae7b-2caf3c043b5d","MaaSAuthPolicy":{"name":"test-model-b6d4ea-auth","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b6d4ea","tenantID":"e2e-inf-b-b6d4ea","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T22:03:49Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea","reconcileID":"4c64721d-0c1c-4ed5-a3bb-c9a729ea81fb","MaaSModelRef":{"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"routeName":"test-model-b6d4ea-kserve-route","namespace":"ai-tenant-e2e-inf-b-b6d4ea","llmisvcName":"test-model-b6d4ea","gateway":"openshift-ingress/e2e-inf-b-b6d4ea","hostnames":[]} {"level":"info","ts":"2026-07-08T22:03:49Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b6d4ea-sub","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea-sub","reconcileID":"a67dda86-319f-4a17-8dfe-171578167a81","MaaSSubscription":{"name":"test-model-b6d4ea-sub","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"name":"maas-trlp-test-model-b6d4ea","model":"ai-tenant-e2e-inf-b-b6d4ea/test-model-b6d4ea","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:03:49Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6d4ea-auth","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea-auth","reconcileID":"50441b17-5a2c-4e03-ae7b-2caf3c043b5d"} {"level":"info","ts":"2026-07-08T22:03:49Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6d4ea-auth","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea-auth","reconcileID":"50441b17-5a2c-4e03-ae7b-2caf3c043b5d","MaaSAuthPolicy":{"name":"test-model-b6d4ea-auth","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"name":"e2e-inf-b-b6d4ea-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T22:03:49Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea","reconcileID":"29fdab25-b979-4169-9fac-f286368d3fe7","MaaSModelRef":{"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"routeName":"test-model-b6d4ea-kserve-route","namespace":"ai-tenant-e2e-inf-b-b6d4ea","llmisvcName":"test-model-b6d4ea","gateway":"openshift-ingress/e2e-inf-b-b6d4ea","hostnames":[]} {"level":"info","ts":"2026-07-08T22:03:49Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b6d4ea/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b6d4ea","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b6d4ea","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"tenantIdentifier":"e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:49Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6d4ea-auth","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea-auth","reconcileID":"87e3a6d8-ff03-452f-b6d7-baf54361c192","MaaSAuthPolicy":{"name":"test-model-b6d4ea-auth","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b6d4ea","tenantID":"e2e-inf-b-b6d4ea","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T22:03:49Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6d4ea-auth","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea-auth","reconcileID":"87e3a6d8-ff03-452f-b6d7-baf54361c192"} {"level":"info","ts":"2026-07-08T22:03:49Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6d4ea-auth","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea-auth","reconcileID":"87e3a6d8-ff03-452f-b6d7-baf54361c192","MaaSAuthPolicy":{"name":"test-model-b6d4ea-auth","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"name":"e2e-inf-b-b6d4ea-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T22:03:54Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0b430eba-e471-45fe-af12-b607a43c4973","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:03:55Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2b13d26f-a2d9-46c0-bfc0-54719d1ea887","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:03:55Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b6d4ea-sub","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea-sub","reconcileID":"780a837e-bd4c-4ed4-8d5b-f3d618f59df7","MaaSSubscription":{"name":"test-model-b6d4ea-sub","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"name":"maas-trlp-test-model-b6d4ea","model":"ai-tenant-e2e-inf-b-b6d4ea/test-model-b6d4ea","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:03:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea","reconcileID":"d8a45646-7e95-4ef7-af1a-8b9371ff6c6b","MaaSModelRef":{"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"routeName":"test-model-b6d4ea-kserve-route","namespace":"ai-tenant-e2e-inf-b-b6d4ea","llmisvcName":"test-model-b6d4ea","gateway":"openshift-ingress/e2e-inf-b-b6d4ea","hostnames":[]} {"level":"info","ts":"2026-07-08T22:03:55Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0303e4-sub","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4-sub","reconcileID":"768db512-626c-4d25-a711-99f8fb19a865","MaaSSubscription":{"name":"test-model-0303e4-sub","namespace":"ai-tenant-e2e-inf-a-0303e4"},"name":"maas-trlp-test-model-0303e4","model":"ai-tenant-e2e-inf-a-0303e4/test-model-0303e4","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:03:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea","reconcileID":"183f3390-81d9-4afc-810a-b856206c885b","MaaSModelRef":{"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"routeName":"test-model-b6d4ea-kserve-route","namespace":"ai-tenant-e2e-inf-b-b6d4ea","llmisvcName":"test-model-b6d4ea","gateway":"openshift-ingress/e2e-inf-b-b6d4ea","hostnames":[]} {"level":"info","ts":"2026-07-08T22:03:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b6d4ea/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b6d4ea","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b6d4ea","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"tenantIdentifier":"e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:55Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6d4ea-auth","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea-auth","reconcileID":"a429d6ac-0cc5-41a6-ac77-588213e488c4","MaaSAuthPolicy":{"name":"test-model-b6d4ea-auth","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b6d4ea","tenantID":"e2e-inf-b-b6d4ea","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T22:03:55Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b6d4ea-sub","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea-sub","reconcileID":"f92d96fd-9321-4c32-b4aa-6f5cd9cd1820","MaaSSubscription":{"name":"test-model-b6d4ea-sub","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"name":"maas-trlp-test-model-b6d4ea","model":"ai-tenant-e2e-inf-b-b6d4ea/test-model-b6d4ea","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:03:55Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6d4ea-auth","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea-auth","reconcileID":"a429d6ac-0cc5-41a6-ac77-588213e488c4"} {"level":"info","ts":"2026-07-08T22:03:55Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6d4ea-auth","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea-auth","reconcileID":"a429d6ac-0cc5-41a6-ac77-588213e488c4","MaaSAuthPolicy":{"name":"test-model-b6d4ea-auth","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"name":"e2e-inf-b-b6d4ea-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T22:03:58Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea","reconcileID":"33694864-eab9-4ee4-864f-27464ddee8af","MaaSModelRef":{"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"routeName":"test-model-b6d4ea-kserve-route","namespace":"ai-tenant-e2e-inf-b-b6d4ea","llmisvcName":"test-model-b6d4ea","gateway":"openshift-ingress/e2e-inf-b-b6d4ea","hostnames":[]} {"level":"info","ts":"2026-07-08T22:03:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b6d4ea/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b6d4ea","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b6d4ea","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"tenantIdentifier":"e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:03:58Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6d4ea-auth","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea-auth","reconcileID":"cb96bf3b-1107-4cb3-b2eb-0f62d13fd0ac","MaaSAuthPolicy":{"name":"test-model-b6d4ea-auth","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b6d4ea","tenantID":"e2e-inf-b-b6d4ea","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T22:03:58Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b6d4ea-sub","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea-sub","reconcileID":"b0e42445-6619-4fdf-8124-3bfa3a9c7cfd","MaaSSubscription":{"name":"test-model-b6d4ea-sub","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"name":"maas-trlp-test-model-b6d4ea","model":"ai-tenant-e2e-inf-b-b6d4ea/test-model-b6d4ea","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:03:58Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6d4ea-auth","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea-auth","reconcileID":"cb96bf3b-1107-4cb3-b2eb-0f62d13fd0ac"} {"level":"info","ts":"2026-07-08T22:03:58Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6d4ea-auth","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea-auth","reconcileID":"cb96bf3b-1107-4cb3-b2eb-0f62d13fd0ac","MaaSAuthPolicy":{"name":"test-model-b6d4ea-auth","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"name":"e2e-inf-b-b6d4ea-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T22:04:05Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0303e4-auth","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4-auth","reconcileID":"d01b1f68-90e6-41aa-ba64-3603e7e7ccb9","MaaSAuthPolicy":{"name":"test-model-0303e4-auth","namespace":"ai-tenant-e2e-inf-a-0303e4"},"model":"ai-tenant-e2e-inf-a-0303e4/test-model-0303e4"} {"level":"info","ts":"2026-07-08T22:04:05Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4","reconcileID":"14da48c8-02e4-4489-9a09-d43c40f03191","MaaSModelRef":{"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"},"routeName":"test-model-0303e4-kserve-route","namespace":"ai-tenant-e2e-inf-a-0303e4","llmisvcName":"test-model-0303e4","gateway":"openshift-ingress/e2e-inf-a-0303e4","hostnames":[]} {"level":"info","ts":"2026-07-08T22:04:05Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0303e4-auth","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4-auth","reconcileID":"cc23c189-31dd-4218-8ad2-174f9e9fe6bf","MaaSAuthPolicy":{"name":"test-model-0303e4-auth","namespace":"ai-tenant-e2e-inf-a-0303e4"},"model":"ai-tenant-e2e-inf-a-0303e4/test-model-0303e4"} {"level":"info","ts":"2026-07-08T22:04:05Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4","reconcileID":"6f6790db-ad8a-4d41-bc3d-6b918efae5e9","MaaSModelRef":{"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"},"routeName":"test-model-0303e4-kserve-route","namespace":"ai-tenant-e2e-inf-a-0303e4","llmisvcName":"test-model-0303e4","gateway":"openshift-ingress/e2e-inf-a-0303e4","hostnames":[]} {"level":"info","ts":"2026-07-08T22:04:05Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0303e4-sub","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4-sub","reconcileID":"70264001-2d39-4c51-ac09-d76e5a7bb98b","MaaSSubscription":{"name":"test-model-0303e4-sub","namespace":"ai-tenant-e2e-inf-a-0303e4"},"name":"maas-trlp-test-model-0303e4","model":"ai-tenant-e2e-inf-a-0303e4/test-model-0303e4","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:04:05Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0303e4-sub","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4-sub","reconcileID":"8e8ff6c9-4c12-4f51-98c6-d26f801f2ed8","MaaSSubscription":{"name":"test-model-0303e4-sub","namespace":"ai-tenant-e2e-inf-a-0303e4"},"name":"maas-trlp-test-model-0303e4","model":"ai-tenant-e2e-inf-a-0303e4/test-model-0303e4","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:04:05Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0303e4-sub","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4-sub","reconcileID":"67fb6379-387c-4062-95e7-ad889d236578","MaaSSubscription":{"name":"test-model-0303e4-sub","namespace":"ai-tenant-e2e-inf-a-0303e4"},"name":"maas-trlp-test-model-0303e4","model":"ai-tenant-e2e-inf-a-0303e4/test-model-0303e4","subscriptionCount":1} {"level":"error","ts":"2026-07-08T22:04:05Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0303e4-auth","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4-auth","reconcileID":"cc23c189-31dd-4218-8ad2-174f9e9fe6bf","error":"maasauthpolicies.maas.opendatahub.io \"test-model-0303e4-auth\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T22:04:05Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0303e4-sub","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4-sub","reconcileID":"d9f28c54-0c89-45f2-a0d8-59a040b259dd","MaaSSubscription":{"name":"test-model-0303e4-sub","namespace":"ai-tenant-e2e-inf-a-0303e4"},"model":"ai-tenant-e2e-inf-a-0303e4/test-model-0303e4","subscription":"test-model-0303e4-sub"} {"level":"info","ts":"2026-07-08T22:04:05Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4","reconcileID":"58fbdd07-7412-4b58-8ea6-ff251da5a47d","MaaSModelRef":{"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"},"routeName":"test-model-0303e4-kserve-route","namespace":"ai-tenant-e2e-inf-a-0303e4","llmisvcName":"test-model-0303e4","gateway":"openshift-ingress/e2e-inf-a-0303e4","hostnames":[]} {"level":"info","ts":"2026-07-08T22:04:05Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0303e4-sub","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4-sub","reconcileID":"d9f28c54-0c89-45f2-a0d8-59a040b259dd","MaaSSubscription":{"name":"test-model-0303e4-sub","namespace":"ai-tenant-e2e-inf-a-0303e4"},"model":"ai-tenant-e2e-inf-a-0303e4/test-model-0303e4"} {"level":"info","ts":"2026-07-08T22:04:05Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0303e4-sub","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4-sub","reconcileID":"d9f28c54-0c89-45f2-a0d8-59a040b259dd","MaaSSubscription":{"name":"test-model-0303e4-sub","namespace":"ai-tenant-e2e-inf-a-0303e4"},"name":"maas-trlp-test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4","model":"ai-tenant-e2e-inf-a-0303e4/test-model-0303e4"} {"level":"info","ts":"2026-07-08T22:04:05Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"test-model-0303e4","reconcileID":"0bc78a79-4d9c-489e-afaf-d2fa56fb7505","MaaSModelRef":{"name":"test-model-0303e4","namespace":"ai-tenant-e2e-inf-a-0303e4"},"routeName":"test-model-0303e4-kserve-route","namespace":"ai-tenant-e2e-inf-a-0303e4","llmisvcName":"test-model-0303e4","gateway":"openshift-ingress/e2e-inf-a-0303e4","hostnames":[]} {"level":"info","ts":"2026-07-08T22:04:05Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6d4ea-auth","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea-auth","reconcileID":"52d863d8-6189-4a56-bdd2-8fc80e3d7ac0","MaaSAuthPolicy":{"name":"test-model-b6d4ea-auth","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"model":"ai-tenant-e2e-inf-b-b6d4ea/test-model-b6d4ea"} {"level":"info","ts":"2026-07-08T22:04:05Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea","reconcileID":"16dafd96-208d-4d76-9dcd-ad0262e5d8f0","MaaSModelRef":{"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"routeName":"test-model-b6d4ea-kserve-route","namespace":"ai-tenant-e2e-inf-b-b6d4ea","llmisvcName":"test-model-b6d4ea","gateway":"openshift-ingress/e2e-inf-b-b6d4ea","hostnames":[]} {"level":"info","ts":"2026-07-08T22:04:05Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6d4ea-auth","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea-auth","reconcileID":"0f85c173-d65b-4ad2-8abb-ea9f21436e0b","MaaSAuthPolicy":{"name":"test-model-b6d4ea-auth","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"model":"ai-tenant-e2e-inf-b-b6d4ea/test-model-b6d4ea"} {"level":"info","ts":"2026-07-08T22:04:05Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea","reconcileID":"081fa79c-2d36-4883-a642-c8eafb90c1c7","MaaSModelRef":{"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"routeName":"test-model-b6d4ea-kserve-route","namespace":"ai-tenant-e2e-inf-b-b6d4ea","llmisvcName":"test-model-b6d4ea","gateway":"openshift-ingress/e2e-inf-b-b6d4ea","hostnames":[]} {"level":"info","ts":"2026-07-08T22:04:05Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b6d4ea-sub","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea-sub","reconcileID":"e408cf1e-d583-4c2f-9bdd-b02c11217919","MaaSSubscription":{"name":"test-model-b6d4ea-sub","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"name":"maas-trlp-test-model-b6d4ea","model":"ai-tenant-e2e-inf-b-b6d4ea/test-model-b6d4ea","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:04:05Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b6d4ea-sub","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea-sub","reconcileID":"ca93825c-2e03-41cc-bed9-1a66d141b3e0","MaaSSubscription":{"name":"test-model-b6d4ea-sub","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"name":"maas-trlp-test-model-b6d4ea","model":"ai-tenant-e2e-inf-b-b6d4ea/test-model-b6d4ea","subscriptionCount":1} {"level":"error","ts":"2026-07-08T22:04:06Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6d4ea-auth","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea-auth","reconcileID":"0f85c173-d65b-4ad2-8abb-ea9f21436e0b","error":"maasauthpolicies.maas.opendatahub.io \"test-model-b6d4ea-auth\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T22:04:06Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b6d4ea-sub","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea-sub","reconcileID":"8ea57a36-5544-4d38-8cb0-82baa1d7e460","MaaSSubscription":{"name":"test-model-b6d4ea-sub","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"model":"ai-tenant-e2e-inf-b-b6d4ea/test-model-b6d4ea","subscription":"test-model-b6d4ea-sub"} {"level":"info","ts":"2026-07-08T22:04:06Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea","reconcileID":"d0b1f36f-1570-4834-ac70-53368c57974e","MaaSModelRef":{"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"routeName":"test-model-b6d4ea-kserve-route","namespace":"ai-tenant-e2e-inf-b-b6d4ea","llmisvcName":"test-model-b6d4ea","gateway":"openshift-ingress/e2e-inf-b-b6d4ea","hostnames":[]} {"level":"info","ts":"2026-07-08T22:04:06Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b6d4ea-sub","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea-sub","reconcileID":"8ea57a36-5544-4d38-8cb0-82baa1d7e460","MaaSSubscription":{"name":"test-model-b6d4ea-sub","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"model":"ai-tenant-e2e-inf-b-b6d4ea/test-model-b6d4ea"} {"level":"info","ts":"2026-07-08T22:04:06Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b6d4ea-sub","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea-sub","reconcileID":"8ea57a36-5544-4d38-8cb0-82baa1d7e460","MaaSSubscription":{"name":"test-model-b6d4ea-sub","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"name":"maas-trlp-test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea","model":"ai-tenant-e2e-inf-b-b6d4ea/test-model-b6d4ea"} {"level":"info","ts":"2026-07-08T22:04:06Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"test-model-b6d4ea","reconcileID":"89053829-7ee0-45aa-8e96-671812d6ba62","MaaSModelRef":{"name":"test-model-b6d4ea","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"routeName":"test-model-b6d4ea-kserve-route","namespace":"ai-tenant-e2e-inf-b-b6d4ea","llmisvcName":"test-model-b6d4ea","gateway":"openshift-ingress/e2e-inf-b-b6d4ea","hostnames":[]} {"level":"info","ts":"2026-07-08T22:04:06Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4f65e6c5-420f-4d25-a7ac-e1b850e510ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:04:06Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cf8fd973-cb08-4b30-9da5-ed68ebac2380","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:04:06Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-0303e4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-0303e4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-0303e4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-0303e4"},"tenantIdentifier":"e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:04:06Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-0303e4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-0303e4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-0303e4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-0303e4"},"tenantIdentifier":"e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:04:06Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"default-tenant","reconcileID":"cc62720d-1ade-42dc-8d0c-68cac150adf5","tenant":"ai-tenant-e2e-inf-a-0303e4/default-tenant","tenantID":"e2e-inf-a-0303e4","subscriptionNamespace":"ai-tenant-e2e-inf-a-0303e4","gatewayName":"e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:04:06Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-0303e4","deploymentName":"maas-api-e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:04:06Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-0303e4","deploymentName":"maas-api-e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:04:06Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-0303e4","deploymentName":"maas-api-e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:04:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-0303e4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-0303e4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-0303e4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-0303e4"},"tenantIdentifier":"e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:04:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-0303e4","deploymentName":"maas-api-e2e-inf-a-0303e4"} {"level":"error","ts":"2026-07-08T22:04:07Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"default-tenant","reconcileID":"cc62720d-1ade-42dc-8d0c-68cac150adf5","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T22:04:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-0303e4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-0303e4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-0303e4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-0303e4"},"tenantIdentifier":"e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:04:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-0303e4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-0303e4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-0303e4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-0303e4"},"tenantIdentifier":"e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:04:07Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"default-tenant","reconcileID":"cbbf9656-cb98-46a4-aab5-3b379aed6a8c","namespace":"ai-tenant-e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:04:07Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"default-tenant","reconcileID":"cbbf9656-cb98-46a4-aab5-3b379aed6a8c","count":0} {"level":"info","ts":"2026-07-08T22:04:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-0303e4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-0303e4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-0303e4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-0303e4"},"tenantIdentifier":"e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:04:07Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"default-tenant","reconcileID":"cbbf9656-cb98-46a4-aab5-3b379aed6a8c","tenant":"e2e-inf-a-0303e4","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T22:04:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-0303e4","deploymentName":"maas-api-e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:04:07Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"default-tenant","reconcileID":"cbbf9656-cb98-46a4-aab5-3b379aed6a8c","gvk":"Deployment","name":"maas-api-e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:04:07Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"default-tenant","reconcileID":"cbbf9656-cb98-46a4-aab5-3b379aed6a8c","gvk":"Service","name":"maas-api-e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:04:07Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"default-tenant","reconcileID":"cbbf9656-cb98-46a4-aab5-3b379aed6a8c","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:04:07Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"default-tenant","reconcileID":"cbbf9656-cb98-46a4-aab5-3b379aed6a8c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:04:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-0303e4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-0303e4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-0303e4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-0303e4"},"tenantIdentifier":"e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:04:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-0303e4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-0303e4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-0303e4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-0303e4"},"tenantIdentifier":"e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:04:07Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"default-tenant","reconcileID":"694a60e2-d543-47ad-8308-be893047e1be","namespace":"ai-tenant-e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:04:07Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"default-tenant","reconcileID":"694a60e2-d543-47ad-8308-be893047e1be","count":0} {"level":"info","ts":"2026-07-08T22:04:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-0303e4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-0303e4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-0303e4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-0303e4"},"tenantIdentifier":"e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:04:07Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"default-tenant","reconcileID":"694a60e2-d543-47ad-8308-be893047e1be","tenant":"e2e-inf-a-0303e4","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T22:04:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-0303e4","deploymentName":"maas-api-e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:04:07Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"default-tenant","reconcileID":"694a60e2-d543-47ad-8308-be893047e1be","gvk":"Deployment","name":"maas-api-e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:04:07Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"default-tenant","reconcileID":"694a60e2-d543-47ad-8308-be893047e1be","gvk":"Service","name":"maas-api-e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:04:07Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"default-tenant","reconcileID":"694a60e2-d543-47ad-8308-be893047e1be","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-0303e4"} {"level":"info","ts":"2026-07-08T22:04:07Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"default-tenant","reconcileID":"694a60e2-d543-47ad-8308-be893047e1be","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-0303e4"} {"level":"error","ts":"2026-07-08T22:04:07Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0303e4"},"namespace":"ai-tenant-e2e-inf-a-0303e4","name":"default-tenant","reconcileID":"694a60e2-d543-47ad-8308-be893047e1be","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T22:04:12Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a0aaf3ba-550d-4570-a59b-e80b275b0575","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:04:12Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"aeae99ac-d01e-4a5b-8e51-e18db0c9d592","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:04:17Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8bb0974e-f91c-4c6d-90e6-66c91e8efc2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:04:17Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d242ca9e-e4d9-4b79-91d5-508efadfb96b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:04:19Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T22:04:19Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T22:04:49Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T22:04:49Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T22:04:49Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b6d4ea/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b6d4ea","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b6d4ea","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"tenantIdentifier":"e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:04:49Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b6d4ea/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b6d4ea","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b6d4ea","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"tenantIdentifier":"e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:04:49Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"default-tenant","reconcileID":"f6052a69-f491-430d-b44d-ecf07d2d0427","tenant":"ai-tenant-e2e-inf-b-b6d4ea/default-tenant","tenantID":"e2e-inf-b-b6d4ea","subscriptionNamespace":"ai-tenant-e2e-inf-b-b6d4ea","gatewayName":"e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:04:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b6d4ea","deploymentName":"maas-api-e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:04:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b6d4ea","deploymentName":"maas-api-e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:04:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b6d4ea","deploymentName":"maas-api-e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:04:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b6d4ea/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b6d4ea","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b6d4ea","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"tenantIdentifier":"e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:04:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b6d4ea","deploymentName":"maas-api-e2e-inf-b-b6d4ea"} {"level":"error","ts":"2026-07-08T22:04:50Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"default-tenant","reconcileID":"f6052a69-f491-430d-b44d-ecf07d2d0427","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T22:04:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b6d4ea/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b6d4ea","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b6d4ea","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"tenantIdentifier":"e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:04:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b6d4ea/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b6d4ea","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b6d4ea","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"tenantIdentifier":"e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:04:50Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"default-tenant","reconcileID":"3eb6c6d3-5614-4fdb-9c0f-ef776650f6e4","namespace":"ai-tenant-e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:04:50Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"default-tenant","reconcileID":"3eb6c6d3-5614-4fdb-9c0f-ef776650f6e4","count":0} {"level":"info","ts":"2026-07-08T22:04:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b6d4ea/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b6d4ea","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b6d4ea","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"tenantIdentifier":"e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:04:50Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"default-tenant","reconcileID":"3eb6c6d3-5614-4fdb-9c0f-ef776650f6e4","tenant":"e2e-inf-b-b6d4ea","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T22:04:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b6d4ea","deploymentName":"maas-api-e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:04:50Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"default-tenant","reconcileID":"3eb6c6d3-5614-4fdb-9c0f-ef776650f6e4","gvk":"Deployment","name":"maas-api-e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:04:50Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"default-tenant","reconcileID":"3eb6c6d3-5614-4fdb-9c0f-ef776650f6e4","gvk":"Service","name":"maas-api-e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:04:50Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"default-tenant","reconcileID":"3eb6c6d3-5614-4fdb-9c0f-ef776650f6e4","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:04:50Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6d4ea"},"namespace":"ai-tenant-e2e-inf-b-b6d4ea","name":"default-tenant","reconcileID":"3eb6c6d3-5614-4fdb-9c0f-ef776650f6e4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-b6d4ea"} {"level":"info","ts":"2026-07-08T22:04:54Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3b9dfc03-4cbc-4287-a77f-7a9d70e0733a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:04:54Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eb881216-8912-4000-82d2-783e30226374","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:04:59Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e02f9574-959e-4d43-a8d2-410f1a635d87","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:04:59Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"97b887f8-ff97-4754-865b-5ebd77e2a8ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:04:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c32bb0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c32bb0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c32bb0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c32bb0"},"tenantIdentifier":"e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:04:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c32bb0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c32bb0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c32bb0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c32bb0"},"tenantIdentifier":"e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:04:59Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c32bb0"},"namespace":"ai-tenant-e2e-api-a-c32bb0","name":"default-tenant","reconcileID":"75829fdc-7a51-49f1-84d9-235b825b6e85","tenant":"ai-tenant-e2e-api-a-c32bb0/default-tenant","tenantID":"e2e-api-a-c32bb0","subscriptionNamespace":"ai-tenant-e2e-api-a-c32bb0","gatewayName":"e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:04:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c32bb0","deploymentName":"maas-api-e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:04:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c32bb0","deploymentName":"maas-api-e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:04:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c32bb0","deploymentName":"maas-api-e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c32bb0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c32bb0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c32bb0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c32bb0"},"tenantIdentifier":"e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:00Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c32bb0","deploymentName":"maas-api-e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c32bb0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c32bb0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c32bb0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c32bb0"},"tenantIdentifier":"e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c32bb0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c32bb0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c32bb0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c32bb0"},"tenantIdentifier":"e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:00Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c32bb0"},"namespace":"ai-tenant-e2e-api-a-c32bb0","name":"default-tenant","reconcileID":"60e6372a-431a-4e2c-86bc-5cc430dafb54","tenant":"ai-tenant-e2e-api-a-c32bb0/default-tenant","tenantID":"e2e-api-a-c32bb0","subscriptionNamespace":"ai-tenant-e2e-api-a-c32bb0","gatewayName":"e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:00Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c32bb0","deploymentName":"maas-api-e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:00Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c32bb0","deploymentName":"maas-api-e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:00Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c32bb0","deploymentName":"maas-api-e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c32bb0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c32bb0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c32bb0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c32bb0"},"tenantIdentifier":"e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c32bb0","deploymentName":"maas-api-e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:02Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e235b919-162c-4575-ba36-e1a4934ae649","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:05:02Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"84233353-3b59-4f43-8289-1f254fb250bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:05:04Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f36aae8e-70ce-41cb-b317-47a68405de6f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T22:05:04Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c32bb0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c32bb0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c32bb0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c32bb0"},"tenantIdentifier":"e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:04Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"042c6f4c-8b88-498e-8b40-c1e4d9fe1801","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T22:05:04Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c32bb0-policy","namespace":"ai-tenant-e2e-api-a-c32bb0"},"namespace":"ai-tenant-e2e-api-a-c32bb0","name":"e2e-e2e-api-a-c32bb0-policy","reconcileID":"639b1c5e-c18a-4379-8b83-fa01c2fcc000","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c32bb0-policy","namespace":"ai-tenant-e2e-api-a-c32bb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c32bb0","tenantID":"e2e-api-a-c32bb0","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T22:05:04Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c32bb0-policy","namespace":"ai-tenant-e2e-api-a-c32bb0"},"namespace":"ai-tenant-e2e-api-a-c32bb0","name":"e2e-e2e-api-a-c32bb0-policy","reconcileID":"639b1c5e-c18a-4379-8b83-fa01c2fcc000"} {"level":"info","ts":"2026-07-08T22:05:04Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c32bb0-policy","namespace":"ai-tenant-e2e-api-a-c32bb0"},"namespace":"ai-tenant-e2e-api-a-c32bb0","name":"e2e-e2e-api-a-c32bb0-policy","reconcileID":"639b1c5e-c18a-4379-8b83-fa01c2fcc000","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c32bb0-policy","namespace":"ai-tenant-e2e-api-a-c32bb0"},"name":"e2e-api-a-c32bb0-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T22:05:04Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bdc1b21-62d4-45c8-8c0b-b6b1df6cac3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T22:05:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-dc88f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-dc88f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-dc88f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-dc88f4"},"tenantIdentifier":"e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-dc88f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-dc88f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-dc88f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-dc88f4"},"tenantIdentifier":"e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:07Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc88f4"},"namespace":"ai-tenant-e2e-api-b-dc88f4","name":"default-tenant","reconcileID":"f2d9ed73-88ff-4a68-890c-385d8a03b8f4","tenant":"ai-tenant-e2e-api-b-dc88f4/default-tenant","tenantID":"e2e-api-b-dc88f4","subscriptionNamespace":"ai-tenant-e2e-api-b-dc88f4","gatewayName":"e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-dc88f4","deploymentName":"maas-api-e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-dc88f4","deploymentName":"maas-api-e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-dc88f4","deploymentName":"maas-api-e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:07Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3ed47549-c81c-4e86-8dd6-aa7a72611a64","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:05:08Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ec28771f-0f20-4b93-9bc7-9b716217d9ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:05:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-dc88f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-dc88f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-dc88f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-dc88f4"},"tenantIdentifier":"e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-dc88f4","deploymentName":"maas-api-e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-dc88f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-dc88f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-dc88f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-dc88f4"},"tenantIdentifier":"e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-dc88f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-dc88f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-dc88f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-dc88f4"},"tenantIdentifier":"e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:08Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc88f4"},"namespace":"ai-tenant-e2e-api-b-dc88f4","name":"default-tenant","reconcileID":"d2dd5813-4d74-4766-a640-700958d73f80","tenant":"ai-tenant-e2e-api-b-dc88f4/default-tenant","tenantID":"e2e-api-b-dc88f4","subscriptionNamespace":"ai-tenant-e2e-api-b-dc88f4","gatewayName":"e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-dc88f4","deploymentName":"maas-api-e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-dc88f4","deploymentName":"maas-api-e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-dc88f4","deploymentName":"maas-api-e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-dc88f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-dc88f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-dc88f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-dc88f4"},"tenantIdentifier":"e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-dc88f4","deploymentName":"maas-api-e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:12Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab74bf56-4da5-4d27-8832-c27787d96d33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T22:05:12Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8190178-b8f7-422b-9073-f32a98b2b6ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T22:05:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-dc88f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-dc88f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-dc88f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-dc88f4"},"tenantIdentifier":"e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:12Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc88f4-policy","namespace":"ai-tenant-e2e-api-b-dc88f4"},"namespace":"ai-tenant-e2e-api-b-dc88f4","name":"e2e-e2e-api-b-dc88f4-policy","reconcileID":"1b1c62fc-d840-4437-ab52-306852986aef","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc88f4-policy","namespace":"ai-tenant-e2e-api-b-dc88f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dc88f4","tenantID":"e2e-api-b-dc88f4","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T22:05:12Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc88f4-policy","namespace":"ai-tenant-e2e-api-b-dc88f4"},"namespace":"ai-tenant-e2e-api-b-dc88f4","name":"e2e-e2e-api-b-dc88f4-policy","reconcileID":"1b1c62fc-d840-4437-ab52-306852986aef"} {"level":"info","ts":"2026-07-08T22:05:12Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc88f4-policy","namespace":"ai-tenant-e2e-api-b-dc88f4"},"namespace":"ai-tenant-e2e-api-b-dc88f4","name":"e2e-e2e-api-b-dc88f4-policy","reconcileID":"1b1c62fc-d840-4437-ab52-306852986aef","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc88f4-policy","namespace":"ai-tenant-e2e-api-b-dc88f4"},"name":"e2e-api-b-dc88f4-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T22:05:12Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13a59d13-62ac-4a6f-bacb-35111854c97f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T22:05:16Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"739fe2ce-17c3-4b5b-9cc1-18c436e83d04","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:05:17Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2a3ca7b8-d55b-45a7-9687-3cd36944ff1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:05:19Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T22:05:19Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T22:05:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c32bb0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c32bb0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c32bb0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c32bb0"},"tenantIdentifier":"e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c32bb0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c32bb0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c32bb0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c32bb0"},"tenantIdentifier":"e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:20Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c32bb0-policy","namespace":"ai-tenant-e2e-api-a-c32bb0"},"namespace":"ai-tenant-e2e-api-a-c32bb0","name":"e2e-e2e-api-a-c32bb0-policy","reconcileID":"6071cbda-2eef-4519-8b05-31fa39aee88c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c32bb0-policy","namespace":"ai-tenant-e2e-api-a-c32bb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c32bb0","tenantID":"e2e-api-a-c32bb0","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T22:05:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c32bb0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c32bb0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c32bb0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c32bb0"},"tenantIdentifier":"e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:20Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c32bb0"},"namespace":"ai-tenant-e2e-api-a-c32bb0","name":"default-tenant","reconcileID":"2db20b9a-143f-44fc-8fed-2f07c912664c","tenant":"ai-tenant-e2e-api-a-c32bb0/default-tenant","tenantID":"e2e-api-a-c32bb0","subscriptionNamespace":"ai-tenant-e2e-api-a-c32bb0","gatewayName":"e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:20Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c32bb0-policy","namespace":"ai-tenant-e2e-api-a-c32bb0"},"namespace":"ai-tenant-e2e-api-a-c32bb0","name":"e2e-e2e-api-a-c32bb0-policy","reconcileID":"6071cbda-2eef-4519-8b05-31fa39aee88c"} {"level":"info","ts":"2026-07-08T22:05:20Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c32bb0-policy","namespace":"ai-tenant-e2e-api-a-c32bb0"},"namespace":"ai-tenant-e2e-api-a-c32bb0","name":"e2e-e2e-api-a-c32bb0-policy","reconcileID":"6071cbda-2eef-4519-8b05-31fa39aee88c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c32bb0-policy","namespace":"ai-tenant-e2e-api-a-c32bb0"},"name":"e2e-api-a-c32bb0-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T22:05:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c32bb0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c32bb0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c32bb0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c32bb0"},"tenantIdentifier":"e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c32bb0","deploymentName":"maas-api-e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c32bb0","deploymentName":"maas-api-e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c32bb0","deploymentName":"maas-api-e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:20Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c32bb0-policy","namespace":"ai-tenant-e2e-api-a-c32bb0"},"namespace":"ai-tenant-e2e-api-a-c32bb0","name":"e2e-e2e-api-a-c32bb0-policy","reconcileID":"b100328d-82be-4fad-97b5-84b87bb25e4b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c32bb0-policy","namespace":"ai-tenant-e2e-api-a-c32bb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c32bb0","tenantID":"e2e-api-a-c32bb0","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T22:05:20Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c32bb0-policy","namespace":"ai-tenant-e2e-api-a-c32bb0"},"namespace":"ai-tenant-e2e-api-a-c32bb0","name":"e2e-e2e-api-a-c32bb0-policy","reconcileID":"b100328d-82be-4fad-97b5-84b87bb25e4b"} {"level":"info","ts":"2026-07-08T22:05:20Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c32bb0-policy","namespace":"ai-tenant-e2e-api-a-c32bb0"},"namespace":"ai-tenant-e2e-api-a-c32bb0","name":"e2e-e2e-api-a-c32bb0-policy","reconcileID":"b100328d-82be-4fad-97b5-84b87bb25e4b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c32bb0-policy","namespace":"ai-tenant-e2e-api-a-c32bb0"},"name":"e2e-api-a-c32bb0-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T22:05:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c32bb0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c32bb0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c32bb0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c32bb0"},"tenantIdentifier":"e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c32bb0","deploymentName":"maas-api-e2e-api-a-c32bb0"} {"level":"error","ts":"2026-07-08T22:05:21Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c32bb0"},"namespace":"ai-tenant-e2e-api-a-c32bb0","name":"default-tenant","reconcileID":"2db20b9a-143f-44fc-8fed-2f07c912664c","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T22:05:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c32bb0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c32bb0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c32bb0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c32bb0"},"tenantIdentifier":"e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c32bb0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c32bb0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c32bb0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c32bb0"},"tenantIdentifier":"e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:21Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c32bb0"},"namespace":"ai-tenant-e2e-api-a-c32bb0","name":"default-tenant","reconcileID":"3bc37012-6283-40c9-9bbc-8a037118ece5","namespace":"ai-tenant-e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:21Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c32bb0"},"namespace":"ai-tenant-e2e-api-a-c32bb0","name":"default-tenant","reconcileID":"3bc37012-6283-40c9-9bbc-8a037118ece5","name":"e2e-e2e-api-a-c32bb0-policy","namespace":"ai-tenant-e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:21Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c32bb0"},"namespace":"ai-tenant-e2e-api-a-c32bb0","name":"default-tenant","reconcileID":"3bc37012-6283-40c9-9bbc-8a037118ece5","count":1} {"level":"info","ts":"2026-07-08T22:05:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c32bb0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c32bb0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c32bb0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c32bb0"},"tenantIdentifier":"e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:21Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c32bb0"},"namespace":"ai-tenant-e2e-api-a-c32bb0","name":"default-tenant","reconcileID":"3bc37012-6283-40c9-9bbc-8a037118ece5","tenant":"e2e-api-a-c32bb0","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T22:05:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c32bb0","deploymentName":"maas-api-e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:21Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c32bb0-policy","namespace":"ai-tenant-e2e-api-a-c32bb0"},"namespace":"ai-tenant-e2e-api-a-c32bb0","name":"e2e-e2e-api-a-c32bb0-policy","reconcileID":"c726ee76-4ff2-4675-b3d2-e5de00c50d08","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c32bb0-policy","namespace":"ai-tenant-e2e-api-a-c32bb0"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-08T22:05:21Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c32bb0"},"namespace":"ai-tenant-e2e-api-a-c32bb0","name":"default-tenant","reconcileID":"3bc37012-6283-40c9-9bbc-8a037118ece5","gvk":"Deployment","name":"maas-api-e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:21Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c32bb0"},"namespace":"ai-tenant-e2e-api-a-c32bb0","name":"default-tenant","reconcileID":"3bc37012-6283-40c9-9bbc-8a037118ece5","gvk":"Service","name":"maas-api-e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:21Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c32bb0"},"namespace":"ai-tenant-e2e-api-a-c32bb0","name":"default-tenant","reconcileID":"3bc37012-6283-40c9-9bbc-8a037118ece5","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:21Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c32bb0"},"namespace":"ai-tenant-e2e-api-a-c32bb0","name":"default-tenant","reconcileID":"3bc37012-6283-40c9-9bbc-8a037118ece5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c32bb0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c32bb0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c32bb0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c32bb0"},"tenantIdentifier":"e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c32bb0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c32bb0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c32bb0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c32bb0"},"tenantIdentifier":"e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:21Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c32bb0"},"namespace":"ai-tenant-e2e-api-a-c32bb0","name":"default-tenant","reconcileID":"c6e30cad-78fd-4b9b-8ce1-6fbfa6db08a9","namespace":"ai-tenant-e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:21Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c32bb0"},"namespace":"ai-tenant-e2e-api-a-c32bb0","name":"default-tenant","reconcileID":"c6e30cad-78fd-4b9b-8ce1-6fbfa6db08a9","name":"e2e-e2e-api-a-c32bb0-policy","namespace":"ai-tenant-e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:21Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c32bb0"},"namespace":"ai-tenant-e2e-api-a-c32bb0","name":"default-tenant","reconcileID":"c6e30cad-78fd-4b9b-8ce1-6fbfa6db08a9","count":1} {"level":"info","ts":"2026-07-08T22:05:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c32bb0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c32bb0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c32bb0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c32bb0"},"tenantIdentifier":"e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:21Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c32bb0"},"namespace":"ai-tenant-e2e-api-a-c32bb0","name":"default-tenant","reconcileID":"c6e30cad-78fd-4b9b-8ce1-6fbfa6db08a9","tenant":"e2e-api-a-c32bb0","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T22:05:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c32bb0","deploymentName":"maas-api-e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:21Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c32bb0"},"namespace":"ai-tenant-e2e-api-a-c32bb0","name":"default-tenant","reconcileID":"c6e30cad-78fd-4b9b-8ce1-6fbfa6db08a9","gvk":"Deployment","name":"maas-api-e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:21Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c32bb0"},"namespace":"ai-tenant-e2e-api-a-c32bb0","name":"default-tenant","reconcileID":"c6e30cad-78fd-4b9b-8ce1-6fbfa6db08a9","gvk":"Service","name":"maas-api-e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:21Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c32bb0"},"namespace":"ai-tenant-e2e-api-a-c32bb0","name":"default-tenant","reconcileID":"c6e30cad-78fd-4b9b-8ce1-6fbfa6db08a9","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-c32bb0"} {"level":"info","ts":"2026-07-08T22:05:21Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c32bb0"},"namespace":"ai-tenant-e2e-api-a-c32bb0","name":"default-tenant","reconcileID":"c6e30cad-78fd-4b9b-8ce1-6fbfa6db08a9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-c32bb0"} {"level":"error","ts":"2026-07-08T22:05:21Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c32bb0"},"namespace":"ai-tenant-e2e-api-a-c32bb0","name":"default-tenant","reconcileID":"c6e30cad-78fd-4b9b-8ce1-6fbfa6db08a9","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T22:05:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-dc88f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-dc88f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-dc88f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-dc88f4"},"tenantIdentifier":"e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-dc88f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-dc88f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-dc88f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-dc88f4"},"tenantIdentifier":"e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:27Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc88f4-policy","namespace":"ai-tenant-e2e-api-b-dc88f4"},"namespace":"ai-tenant-e2e-api-b-dc88f4","name":"e2e-e2e-api-b-dc88f4-policy","reconcileID":"cfe7a3c3-75bc-4064-9fb2-9933d654dac5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc88f4-policy","namespace":"ai-tenant-e2e-api-b-dc88f4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-dc88f4","tenantID":"e2e-api-b-dc88f4","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T22:05:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-dc88f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-dc88f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-dc88f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-dc88f4"},"tenantIdentifier":"e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:27Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc88f4"},"namespace":"ai-tenant-e2e-api-b-dc88f4","name":"default-tenant","reconcileID":"4baa096a-35df-4bb1-b3de-cdfc1ce70208","tenant":"ai-tenant-e2e-api-b-dc88f4/default-tenant","tenantID":"e2e-api-b-dc88f4","subscriptionNamespace":"ai-tenant-e2e-api-b-dc88f4","gatewayName":"e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:27Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc88f4-policy","namespace":"ai-tenant-e2e-api-b-dc88f4"},"namespace":"ai-tenant-e2e-api-b-dc88f4","name":"e2e-e2e-api-b-dc88f4-policy","reconcileID":"cfe7a3c3-75bc-4064-9fb2-9933d654dac5"} {"level":"info","ts":"2026-07-08T22:05:27Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc88f4-policy","namespace":"ai-tenant-e2e-api-b-dc88f4"},"namespace":"ai-tenant-e2e-api-b-dc88f4","name":"e2e-e2e-api-b-dc88f4-policy","reconcileID":"cfe7a3c3-75bc-4064-9fb2-9933d654dac5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc88f4-policy","namespace":"ai-tenant-e2e-api-b-dc88f4"},"name":"e2e-api-b-dc88f4-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T22:05:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-dc88f4","deploymentName":"maas-api-e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-dc88f4","deploymentName":"maas-api-e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-dc88f4","deploymentName":"maas-api-e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-dc88f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-dc88f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-dc88f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-dc88f4"},"tenantIdentifier":"e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-dc88f4","deploymentName":"maas-api-e2e-api-b-dc88f4"} {"level":"error","ts":"2026-07-08T22:05:27Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc88f4"},"namespace":"ai-tenant-e2e-api-b-dc88f4","name":"default-tenant","reconcileID":"4baa096a-35df-4bb1-b3de-cdfc1ce70208","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T22:05:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-dc88f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-dc88f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-dc88f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-dc88f4"},"tenantIdentifier":"e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-dc88f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-dc88f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-dc88f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-dc88f4"},"tenantIdentifier":"e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:27Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc88f4"},"namespace":"ai-tenant-e2e-api-b-dc88f4","name":"default-tenant","reconcileID":"d6a3dde5-819a-4c4b-9ce6-48f0aad867e0","namespace":"ai-tenant-e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:27Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc88f4"},"namespace":"ai-tenant-e2e-api-b-dc88f4","name":"default-tenant","reconcileID":"d6a3dde5-819a-4c4b-9ce6-48f0aad867e0","name":"e2e-e2e-api-b-dc88f4-policy","namespace":"ai-tenant-e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:27Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc88f4"},"namespace":"ai-tenant-e2e-api-b-dc88f4","name":"default-tenant","reconcileID":"d6a3dde5-819a-4c4b-9ce6-48f0aad867e0","count":1} {"level":"info","ts":"2026-07-08T22:05:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-dc88f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-dc88f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-dc88f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-dc88f4"},"tenantIdentifier":"e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:27Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc88f4"},"namespace":"ai-tenant-e2e-api-b-dc88f4","name":"default-tenant","reconcileID":"d6a3dde5-819a-4c4b-9ce6-48f0aad867e0","tenant":"e2e-api-b-dc88f4","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T22:05:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-dc88f4","deploymentName":"maas-api-e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:27Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc88f4-policy","namespace":"ai-tenant-e2e-api-b-dc88f4"},"namespace":"ai-tenant-e2e-api-b-dc88f4","name":"e2e-e2e-api-b-dc88f4-policy","reconcileID":"d8a0575a-af4b-4241-9172-06572c2f930d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-dc88f4-policy","namespace":"ai-tenant-e2e-api-b-dc88f4"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-08T22:05:27Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc88f4"},"namespace":"ai-tenant-e2e-api-b-dc88f4","name":"default-tenant","reconcileID":"d6a3dde5-819a-4c4b-9ce6-48f0aad867e0","gvk":"Deployment","name":"maas-api-e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:28Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc88f4"},"namespace":"ai-tenant-e2e-api-b-dc88f4","name":"default-tenant","reconcileID":"d6a3dde5-819a-4c4b-9ce6-48f0aad867e0","gvk":"Service","name":"maas-api-e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:28Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc88f4"},"namespace":"ai-tenant-e2e-api-b-dc88f4","name":"default-tenant","reconcileID":"d6a3dde5-819a-4c4b-9ce6-48f0aad867e0","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:28Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc88f4"},"namespace":"ai-tenant-e2e-api-b-dc88f4","name":"default-tenant","reconcileID":"d6a3dde5-819a-4c4b-9ce6-48f0aad867e0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-dc88f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-dc88f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-dc88f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-dc88f4"},"tenantIdentifier":"e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-dc88f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-dc88f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-dc88f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-dc88f4"},"tenantIdentifier":"e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:28Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc88f4"},"namespace":"ai-tenant-e2e-api-b-dc88f4","name":"default-tenant","reconcileID":"243877f8-39c5-4839-bff9-a2b2d43c64ed","namespace":"ai-tenant-e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:28Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc88f4"},"namespace":"ai-tenant-e2e-api-b-dc88f4","name":"default-tenant","reconcileID":"243877f8-39c5-4839-bff9-a2b2d43c64ed","count":0} {"level":"info","ts":"2026-07-08T22:05:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-dc88f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-dc88f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-dc88f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-dc88f4"},"tenantIdentifier":"e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:28Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc88f4"},"namespace":"ai-tenant-e2e-api-b-dc88f4","name":"default-tenant","reconcileID":"243877f8-39c5-4839-bff9-a2b2d43c64ed","tenant":"e2e-api-b-dc88f4","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T22:05:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-dc88f4","deploymentName":"maas-api-e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:28Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc88f4"},"namespace":"ai-tenant-e2e-api-b-dc88f4","name":"default-tenant","reconcileID":"243877f8-39c5-4839-bff9-a2b2d43c64ed","gvk":"Deployment","name":"maas-api-e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:28Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc88f4"},"namespace":"ai-tenant-e2e-api-b-dc88f4","name":"default-tenant","reconcileID":"243877f8-39c5-4839-bff9-a2b2d43c64ed","gvk":"Service","name":"maas-api-e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:28Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc88f4"},"namespace":"ai-tenant-e2e-api-b-dc88f4","name":"default-tenant","reconcileID":"243877f8-39c5-4839-bff9-a2b2d43c64ed","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-dc88f4"} {"level":"info","ts":"2026-07-08T22:05:28Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc88f4"},"namespace":"ai-tenant-e2e-api-b-dc88f4","name":"default-tenant","reconcileID":"243877f8-39c5-4839-bff9-a2b2d43c64ed","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-dc88f4"} {"level":"error","ts":"2026-07-08T22:05:28Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-dc88f4"},"namespace":"ai-tenant-e2e-api-b-dc88f4","name":"default-tenant","reconcileID":"243877f8-39c5-4839-bff9-a2b2d43c64ed","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T22:05:37Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"32a096ea-e63c-4cf6-9199-ec4722ed35f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:05:37Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8424f73e-4389-4181-9f61-01b7d7f00c28","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:05:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-074c17/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-074c17","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-074c17","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-074c17"},"tenantIdentifier":"e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:05:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-074c17/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-074c17","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-074c17","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-074c17"},"tenantIdentifier":"e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:05:37Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-074c17"},"namespace":"ai-tenant-e2e-shared-a-074c17","name":"default-tenant","reconcileID":"c6b1bc3a-7c43-4c1b-8425-598482a16d43","tenant":"ai-tenant-e2e-shared-a-074c17/default-tenant","tenantID":"e2e-shared-a-074c17","subscriptionNamespace":"ai-tenant-e2e-shared-a-074c17","gatewayName":"e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:05:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-074c17","deploymentName":"maas-api-e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:05:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-074c17","deploymentName":"maas-api-e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:05:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-074c17","deploymentName":"maas-api-e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:05:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-074c17/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-074c17","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-074c17","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-074c17"},"tenantIdentifier":"e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:05:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-074c17","deploymentName":"maas-api-e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:05:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-074c17/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-074c17","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-074c17","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-074c17"},"tenantIdentifier":"e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:05:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-074c17/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-074c17","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-074c17","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-074c17"},"tenantIdentifier":"e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:05:38Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-074c17"},"namespace":"ai-tenant-e2e-shared-a-074c17","name":"default-tenant","reconcileID":"00ab5dbd-2ba4-49af-be4d-1e0b42802b52","tenant":"ai-tenant-e2e-shared-a-074c17/default-tenant","tenantID":"e2e-shared-a-074c17","subscriptionNamespace":"ai-tenant-e2e-shared-a-074c17","gatewayName":"e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:05:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-074c17","deploymentName":"maas-api-e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:05:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-074c17","deploymentName":"maas-api-e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:05:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-074c17","deploymentName":"maas-api-e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:05:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-074c17/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-074c17","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-074c17","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-074c17"},"tenantIdentifier":"e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:05:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-074c17","deploymentName":"maas-api-e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:05:43Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0bf042b9-13bd-4021-8d53-c8c4cc1d8110","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:05:44Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"00a5a8c9-507d-4bef-8731-23fce4e09d69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:05:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-4df112/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-4df112","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-4df112","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-4df112"},"tenantIdentifier":"e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:05:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-4df112/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-4df112","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-4df112","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-4df112"},"tenantIdentifier":"e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:05:45Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-4df112"},"namespace":"ai-tenant-e2e-shared-b-4df112","name":"default-tenant","reconcileID":"cb273bf8-732c-4383-bc03-cbc0d639f08c","tenant":"ai-tenant-e2e-shared-b-4df112/default-tenant","tenantID":"e2e-shared-b-4df112","subscriptionNamespace":"ai-tenant-e2e-shared-b-4df112","gatewayName":"e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:05:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-4df112","deploymentName":"maas-api-e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:05:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-4df112","deploymentName":"maas-api-e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:05:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-4df112","deploymentName":"maas-api-e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:05:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-4df112/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-4df112","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-4df112","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-4df112"},"tenantIdentifier":"e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:05:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-4df112","deploymentName":"maas-api-e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:05:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-4df112/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-4df112","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-4df112","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-4df112"},"tenantIdentifier":"e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:05:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-4df112/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-4df112","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-4df112","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-4df112"},"tenantIdentifier":"e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:05:46Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-4df112"},"namespace":"ai-tenant-e2e-shared-b-4df112","name":"default-tenant","reconcileID":"f31ad63e-7a2e-429c-9cbf-0cf4c48b2a57","tenant":"ai-tenant-e2e-shared-b-4df112/default-tenant","tenantID":"e2e-shared-b-4df112","subscriptionNamespace":"ai-tenant-e2e-shared-b-4df112","gatewayName":"e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:05:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-4df112","deploymentName":"maas-api-e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:05:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-4df112","deploymentName":"maas-api-e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:05:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-4df112","deploymentName":"maas-api-e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:05:47Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-4df112/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-4df112","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-4df112","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-4df112"},"tenantIdentifier":"e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:05:47Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-4df112","deploymentName":"maas-api-e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:05:49Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T22:05:49Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T22:05:53Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-08T22:05:53Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-08T22:05:53Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"e9529d2f-ab06-4c96-a195-73b3448a31cc","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-07-08T22:05:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-08T22:05:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-08T22:05:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-08T22:05:54Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-08T22:05:54Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-08T22:05:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-074c17/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-074c17","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-074c17","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-074c17"},"tenantIdentifier":"e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:05:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-074c17/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-074c17","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-074c17","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-074c17"},"tenantIdentifier":"e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:05:58Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-074c17"},"namespace":"ai-tenant-e2e-shared-a-074c17","name":"default-tenant","reconcileID":"977cc820-f39c-4fd4-bea8-25104d89fcbd","tenant":"ai-tenant-e2e-shared-a-074c17/default-tenant","tenantID":"e2e-shared-a-074c17","subscriptionNamespace":"ai-tenant-e2e-shared-a-074c17","gatewayName":"e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:05:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-074c17","deploymentName":"maas-api-e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:05:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-074c17","deploymentName":"maas-api-e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:05:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-074c17","deploymentName":"maas-api-e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:05:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-074c17/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-074c17","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-074c17","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-074c17"},"tenantIdentifier":"e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:05:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-074c17","deploymentName":"maas-api-e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:05:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-074c17/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-074c17","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-074c17","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-074c17"},"tenantIdentifier":"e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:05:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-074c17/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-074c17","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-074c17","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-074c17"},"tenantIdentifier":"e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:05:59Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-074c17"},"namespace":"ai-tenant-e2e-shared-a-074c17","name":"default-tenant","reconcileID":"03c05722-8ad4-41c7-a54f-aa11d986ed92","tenant":"ai-tenant-e2e-shared-a-074c17/default-tenant","tenantID":"e2e-shared-a-074c17","subscriptionNamespace":"ai-tenant-e2e-shared-a-074c17","gatewayName":"e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:05:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-074c17","deploymentName":"maas-api-e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:05:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-074c17","deploymentName":"maas-api-e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:05:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-074c17","deploymentName":"maas-api-e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:05:59Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3b78361a-00b9-4605-8c8d-8fa274a0295a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:05:59Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"43d561f3-7049-4c26-8e97-08f94994ee03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:06:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-074c17/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-074c17","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-074c17","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-074c17"},"tenantIdentifier":"e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:06:00Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-074c17","deploymentName":"maas-api-e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:06:06Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-4df112/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-4df112","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-4df112","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-4df112"},"tenantIdentifier":"e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:06:06Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-4df112/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-4df112","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-4df112","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-4df112"},"tenantIdentifier":"e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:06:06Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-4df112"},"namespace":"ai-tenant-e2e-shared-b-4df112","name":"default-tenant","reconcileID":"ab8112a0-143b-4e5f-b25e-d5ffae5d0df6","tenant":"ai-tenant-e2e-shared-b-4df112/default-tenant","tenantID":"e2e-shared-b-4df112","subscriptionNamespace":"ai-tenant-e2e-shared-b-4df112","gatewayName":"e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:06:06Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-4df112","deploymentName":"maas-api-e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:06:06Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-4df112","deploymentName":"maas-api-e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:06:06Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-4df112","deploymentName":"maas-api-e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:06:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-4df112/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-4df112","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-4df112","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-4df112"},"tenantIdentifier":"e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:06:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-4df112","deploymentName":"maas-api-e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:06:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-4df112/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-4df112","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-4df112","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-4df112"},"tenantIdentifier":"e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:06:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-4df112/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-4df112","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-4df112","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-4df112"},"tenantIdentifier":"e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:06:07Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-4df112"},"namespace":"ai-tenant-e2e-shared-b-4df112","name":"default-tenant","reconcileID":"ac49c1cf-156c-451a-b720-b87550f986e5","tenant":"ai-tenant-e2e-shared-b-4df112/default-tenant","tenantID":"e2e-shared-b-4df112","subscriptionNamespace":"ai-tenant-e2e-shared-b-4df112","gatewayName":"e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:06:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-4df112","deploymentName":"maas-api-e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:06:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-4df112","deploymentName":"maas-api-e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:06:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-4df112","deploymentName":"maas-api-e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:06:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-4df112/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-4df112","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-4df112","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-4df112"},"tenantIdentifier":"e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:06:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-4df112","deploymentName":"maas-api-e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:06:19Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T22:06:19Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T22:06:49Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T22:06:49Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T22:07:19Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T22:07:19Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T22:07:49Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T22:07:49Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T22:08:19Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T22:08:19Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T22:08:49Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T22:08:49Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T22:08:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-074c17/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-074c17","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-074c17","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-074c17"},"tenantIdentifier":"e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:08:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-074c17/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-074c17","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-074c17","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-074c17"},"tenantIdentifier":"e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:08:55Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-074c17"},"namespace":"ai-tenant-e2e-shared-a-074c17","name":"default-tenant","reconcileID":"eca68cec-e0e8-407a-af1a-001d63b8fb87","tenant":"ai-tenant-e2e-shared-a-074c17/default-tenant","tenantID":"e2e-shared-a-074c17","subscriptionNamespace":"ai-tenant-e2e-shared-a-074c17","gatewayName":"e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:08:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-074c17","deploymentName":"maas-api-e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:08:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-074c17","deploymentName":"maas-api-e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:08:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-074c17","deploymentName":"maas-api-e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:08:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-074c17/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-074c17","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-074c17","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-074c17"},"tenantIdentifier":"e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:08:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-074c17","deploymentName":"maas-api-e2e-shared-a-074c17"} {"level":"error","ts":"2026-07-08T22:08:56Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-074c17"},"namespace":"ai-tenant-e2e-shared-a-074c17","name":"default-tenant","reconcileID":"eca68cec-e0e8-407a-af1a-001d63b8fb87","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T22:08:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-074c17/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-074c17","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-074c17","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-074c17"},"tenantIdentifier":"e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:08:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-074c17/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-074c17","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-074c17","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-074c17"},"tenantIdentifier":"e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:08:56Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-074c17"},"namespace":"ai-tenant-e2e-shared-a-074c17","name":"default-tenant","reconcileID":"7b0a211c-2c5d-4837-af09-c98a329d7048","namespace":"ai-tenant-e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:08:56Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-074c17"},"namespace":"ai-tenant-e2e-shared-a-074c17","name":"default-tenant","reconcileID":"7b0a211c-2c5d-4837-af09-c98a329d7048","count":0} {"level":"info","ts":"2026-07-08T22:08:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-074c17/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-074c17","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-074c17","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-074c17"},"tenantIdentifier":"e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:08:56Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-074c17"},"namespace":"ai-tenant-e2e-shared-a-074c17","name":"default-tenant","reconcileID":"7b0a211c-2c5d-4837-af09-c98a329d7048","tenant":"e2e-shared-a-074c17","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T22:08:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-074c17","deploymentName":"maas-api-e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:08:56Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-074c17"},"namespace":"ai-tenant-e2e-shared-a-074c17","name":"default-tenant","reconcileID":"7b0a211c-2c5d-4837-af09-c98a329d7048","gvk":"Deployment","name":"maas-api-e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:08:56Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-074c17"},"namespace":"ai-tenant-e2e-shared-a-074c17","name":"default-tenant","reconcileID":"7b0a211c-2c5d-4837-af09-c98a329d7048","gvk":"Service","name":"maas-api-e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:08:56Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-074c17"},"namespace":"ai-tenant-e2e-shared-a-074c17","name":"default-tenant","reconcileID":"7b0a211c-2c5d-4837-af09-c98a329d7048","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:08:56Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-074c17"},"namespace":"ai-tenant-e2e-shared-a-074c17","name":"default-tenant","reconcileID":"7b0a211c-2c5d-4837-af09-c98a329d7048","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-074c17"} {"level":"info","ts":"2026-07-08T22:09:00Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6eb2ed25-513e-4019-99cf-7327e3c4edfa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:09:00Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"55cce5e6-4076-4272-a7bb-e6abdc4f4c4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:09:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-4df112/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-4df112","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-4df112","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-4df112"},"tenantIdentifier":"e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:09:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-4df112/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-4df112","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-4df112","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-4df112"},"tenantIdentifier":"e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:09:02Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-4df112"},"namespace":"ai-tenant-e2e-shared-b-4df112","name":"default-tenant","reconcileID":"5c462951-ef4f-468c-bc69-de23250a9c60","tenant":"ai-tenant-e2e-shared-b-4df112/default-tenant","tenantID":"e2e-shared-b-4df112","subscriptionNamespace":"ai-tenant-e2e-shared-b-4df112","gatewayName":"e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:09:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-4df112","deploymentName":"maas-api-e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:09:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-4df112","deploymentName":"maas-api-e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:09:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-4df112","deploymentName":"maas-api-e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:09:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-4df112/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-4df112","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-4df112","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-4df112"},"tenantIdentifier":"e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:09:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-4df112","deploymentName":"maas-api-e2e-shared-b-4df112"} {"level":"error","ts":"2026-07-08T22:09:03Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-4df112"},"namespace":"ai-tenant-e2e-shared-b-4df112","name":"default-tenant","reconcileID":"5c462951-ef4f-468c-bc69-de23250a9c60","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T22:09:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-4df112/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-4df112","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-4df112","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-4df112"},"tenantIdentifier":"e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:09:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-4df112/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-4df112","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-4df112","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-4df112"},"tenantIdentifier":"e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:09:03Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-4df112"},"namespace":"ai-tenant-e2e-shared-b-4df112","name":"default-tenant","reconcileID":"469b8c4b-137a-4aa0-aaf6-b0fcaa23ae1d","namespace":"ai-tenant-e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:09:03Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-4df112"},"namespace":"ai-tenant-e2e-shared-b-4df112","name":"default-tenant","reconcileID":"469b8c4b-137a-4aa0-aaf6-b0fcaa23ae1d","count":0} {"level":"info","ts":"2026-07-08T22:09:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-4df112/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-4df112","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-4df112","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-4df112"},"tenantIdentifier":"e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:09:03Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-4df112"},"namespace":"ai-tenant-e2e-shared-b-4df112","name":"default-tenant","reconcileID":"469b8c4b-137a-4aa0-aaf6-b0fcaa23ae1d","tenant":"e2e-shared-b-4df112","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T22:09:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-4df112","deploymentName":"maas-api-e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:09:03Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-4df112"},"namespace":"ai-tenant-e2e-shared-b-4df112","name":"default-tenant","reconcileID":"469b8c4b-137a-4aa0-aaf6-b0fcaa23ae1d","gvk":"Deployment","name":"maas-api-e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:09:03Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-4df112"},"namespace":"ai-tenant-e2e-shared-b-4df112","name":"default-tenant","reconcileID":"469b8c4b-137a-4aa0-aaf6-b0fcaa23ae1d","gvk":"Service","name":"maas-api-e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:09:03Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-4df112"},"namespace":"ai-tenant-e2e-shared-b-4df112","name":"default-tenant","reconcileID":"469b8c4b-137a-4aa0-aaf6-b0fcaa23ae1d","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:09:03Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-4df112"},"namespace":"ai-tenant-e2e-shared-b-4df112","name":"default-tenant","reconcileID":"469b8c4b-137a-4aa0-aaf6-b0fcaa23ae1d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:09:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-4df112/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-4df112","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-4df112","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-4df112"},"tenantIdentifier":"e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:09:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-4df112/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-4df112","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-4df112","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-4df112"},"tenantIdentifier":"e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:09:03Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-4df112"},"namespace":"ai-tenant-e2e-shared-b-4df112","name":"default-tenant","reconcileID":"7709143b-0761-45ef-b31e-e51d530964da","namespace":"ai-tenant-e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:09:03Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-4df112"},"namespace":"ai-tenant-e2e-shared-b-4df112","name":"default-tenant","reconcileID":"7709143b-0761-45ef-b31e-e51d530964da","count":0} {"level":"info","ts":"2026-07-08T22:09:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-4df112/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-4df112","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-4df112","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-4df112"},"tenantIdentifier":"e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:09:03Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-4df112"},"namespace":"ai-tenant-e2e-shared-b-4df112","name":"default-tenant","reconcileID":"7709143b-0761-45ef-b31e-e51d530964da","tenant":"e2e-shared-b-4df112","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T22:09:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-4df112","deploymentName":"maas-api-e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:09:03Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-4df112"},"namespace":"ai-tenant-e2e-shared-b-4df112","name":"default-tenant","reconcileID":"7709143b-0761-45ef-b31e-e51d530964da","gvk":"Deployment","name":"maas-api-e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:09:03Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-4df112"},"namespace":"ai-tenant-e2e-shared-b-4df112","name":"default-tenant","reconcileID":"7709143b-0761-45ef-b31e-e51d530964da","gvk":"Service","name":"maas-api-e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:09:03Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-4df112"},"namespace":"ai-tenant-e2e-shared-b-4df112","name":"default-tenant","reconcileID":"7709143b-0761-45ef-b31e-e51d530964da","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-4df112"} {"level":"info","ts":"2026-07-08T22:09:03Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-4df112"},"namespace":"ai-tenant-e2e-shared-b-4df112","name":"default-tenant","reconcileID":"7709143b-0761-45ef-b31e-e51d530964da","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-4df112"} {"level":"error","ts":"2026-07-08T22:09:03Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-4df112"},"namespace":"ai-tenant-e2e-shared-b-4df112","name":"default-tenant","reconcileID":"7709143b-0761-45ef-b31e-e51d530964da","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}