{"level":"info","ts":"2026-07-08T20:32:47Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-879445","deploymentName":"maas-api-e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:32:47Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-879445/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-879445","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-879445","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-879445"},"tenantIdentifier":"e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:32:47Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-879445/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-879445","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-879445","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-879445"},"tenantIdentifier":"e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:32:47Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"default-tenant","reconcileID":"95566e69-a2a1-455a-a9a0-9682e545c6a5","tenant":"ai-tenant-e2e-inf-b-879445/default-tenant","tenantID":"e2e-inf-b-879445","subscriptionNamespace":"ai-tenant-e2e-inf-b-879445","gatewayName":"e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:32:47Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-879445","deploymentName":"maas-api-e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:32:47Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-879445","deploymentName":"maas-api-e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:32:47Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-879445","deploymentName":"maas-api-e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:32:47Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-879445/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-879445","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-879445","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-879445"},"tenantIdentifier":"e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:32:47Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-879445","deploymentName":"maas-api-e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:32:51Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ff3e567a-4960-48ba-88ad-5a8b50d34f31","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:32:51Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"35c3e6d4-4784-449b-8e0c-817f36f41e80","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:32:56Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"53eaf4b9-65c0-4a95-9787-a339bcb356ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:32:56Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c152f49a-71df-45f3-89b0-a8cac73affa6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:32:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-930853/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-930853","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-930853","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-930853"},"tenantIdentifier":"e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:32:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-930853/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-930853","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-930853","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-930853"},"tenantIdentifier":"e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:32:58Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"default-tenant","reconcileID":"d8b773d6-844c-47b2-97c8-7a694e35a4cb","tenant":"ai-tenant-e2e-inf-a-930853/default-tenant","tenantID":"e2e-inf-a-930853","subscriptionNamespace":"ai-tenant-e2e-inf-a-930853","gatewayName":"e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:32:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-930853","deploymentName":"maas-api-e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:32:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-930853","deploymentName":"maas-api-e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:32:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-930853","deploymentName":"maas-api-e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:32:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-930853/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-930853","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-930853","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-930853"},"tenantIdentifier":"e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:32:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-930853","deploymentName":"maas-api-e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:32:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-930853/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-930853","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-930853","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-930853"},"tenantIdentifier":"e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:32:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-930853/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-930853","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-930853","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-930853"},"tenantIdentifier":"e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:32:58Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"default-tenant","reconcileID":"aedea6a8-7172-40ec-9991-e7791a4b3a4c","tenant":"ai-tenant-e2e-inf-a-930853/default-tenant","tenantID":"e2e-inf-a-930853","subscriptionNamespace":"ai-tenant-e2e-inf-a-930853","gatewayName":"e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:32:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-930853","deploymentName":"maas-api-e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:32:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-930853","deploymentName":"maas-api-e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:32:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-930853","deploymentName":"maas-api-e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:32:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-930853/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-930853","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-930853","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-930853"},"tenantIdentifier":"e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:32:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-930853","deploymentName":"maas-api-e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:33:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-879445/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-879445","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-879445","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-879445"},"tenantIdentifier":"e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:33:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-879445/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-879445","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-879445","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-879445"},"tenantIdentifier":"e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:33:07Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"default-tenant","reconcileID":"9236a0c9-fe8a-4101-9091-8ab9ad496ea7","tenant":"ai-tenant-e2e-inf-b-879445/default-tenant","tenantID":"e2e-inf-b-879445","subscriptionNamespace":"ai-tenant-e2e-inf-b-879445","gatewayName":"e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:33:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-879445","deploymentName":"maas-api-e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:33:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-879445","deploymentName":"maas-api-e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:33:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-879445","deploymentName":"maas-api-e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:33:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-879445/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-879445","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-879445","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-879445"},"tenantIdentifier":"e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:33:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-879445","deploymentName":"maas-api-e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:33:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-879445/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-879445","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-879445","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-879445"},"tenantIdentifier":"e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:33:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-879445/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-879445","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-879445","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-879445"},"tenantIdentifier":"e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:33:08Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"default-tenant","reconcileID":"1fb6c5b9-a589-4569-87df-14b7cf2315a2","tenant":"ai-tenant-e2e-inf-b-879445/default-tenant","tenantID":"e2e-inf-b-879445","subscriptionNamespace":"ai-tenant-e2e-inf-b-879445","gatewayName":"e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:33:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-879445","deploymentName":"maas-api-e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:33:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-879445","deploymentName":"maas-api-e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:33:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-879445","deploymentName":"maas-api-e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:33:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-879445/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-879445","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-879445","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-879445"},"tenantIdentifier":"e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:33:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-879445","deploymentName":"maas-api-e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:33:09Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T20:33:09Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T20:33:15Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"46878e64-5eb2-4e29-ac78-3b090644f9d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:33:15Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a4c8fa7f-d3a3-4922-b54f-25db22c6bc21","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:33:16Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853","reconcileID":"0f66f8ab-c8c6-46ae-a752-8769cfa97d28","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"routeName":"test-model-930853-kserve-route","namespace":"ai-tenant-e2e-inf-a-930853","llmisvcName":"test-model-930853","gateway":"openshift-ingress/e2e-inf-a-930853","hostnames":[]} {"level":"info","ts":"2026-07-08T20:33:16Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853","reconcileID":"98b40dfa-9183-42d3-843c-d8e42f191531","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"routeName":"test-model-930853-kserve-route","namespace":"ai-tenant-e2e-inf-a-930853","llmisvcName":"test-model-930853","gateway":"openshift-ingress/e2e-inf-a-930853","hostnames":[]} {"level":"info","ts":"2026-07-08T20:33:16Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853","reconcileID":"82efe413-4b85-49b6-a29e-a5e564593f22","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"routeName":"test-model-930853-kserve-route","namespace":"ai-tenant-e2e-inf-a-930853","llmisvcName":"test-model-930853","gateway":"openshift-ingress/e2e-inf-a-930853","hostnames":[]} {"level":"info","ts":"2026-07-08T20:33:16Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853","reconcileID":"bce3c3ba-4cc3-423a-81d2-510222785b07","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"routeName":"test-model-930853-kserve-route","namespace":"ai-tenant-e2e-inf-a-930853","llmisvcName":"test-model-930853","gateway":"openshift-ingress/e2e-inf-a-930853","hostnames":[]} {"level":"error","ts":"2026-07-08T20:33:16Z","msg":"Reconciler error","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-930853-sub","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853-sub","reconcileID":"72368fdd-8c51-4762-9791-23b4d84ba91a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-930853-sub\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T20:33:16Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853","reconcileID":"ed0907f7-f3a0-4fe7-baae-a8f3b9c2b477","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"routeName":"test-model-930853-kserve-route","namespace":"ai-tenant-e2e-inf-a-930853","llmisvcName":"test-model-930853","gateway":"openshift-ingress/e2e-inf-a-930853","hostnames":[]} {"level":"info","ts":"2026-07-08T20:33:16Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-930853-sub","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853-sub","reconcileID":"59e2f83e-3603-401d-a682-52f5abb8f842","MaaSSubscription":{"name":"test-model-930853-sub","namespace":"ai-tenant-e2e-inf-a-930853"},"name":"maas-trlp-test-model-930853","model":"test-model-930853","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-930853/test-model-930853-sub"]} {"level":"info","ts":"2026-07-08T20:33:16Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853","reconcileID":"b7800e36-4c2b-4c8e-98ff-363bce381398","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"routeName":"test-model-930853-kserve-route","namespace":"ai-tenant-e2e-inf-a-930853","llmisvcName":"test-model-930853","gateway":"openshift-ingress/e2e-inf-a-930853","hostnames":[]} {"level":"info","ts":"2026-07-08T20:33:16Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-930853-sub","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853-sub","reconcileID":"4932f9e0-2349-4f6a-8f2c-ae6636f07ac7","MaaSSubscription":{"name":"test-model-930853-sub","namespace":"ai-tenant-e2e-inf-a-930853"},"name":"maas-trlp-test-model-930853","model":"ai-tenant-e2e-inf-a-930853/test-model-930853","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:33:16Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853","reconcileID":"795408b7-5748-4496-8b75-b3a60cf5f15c","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"routeName":"test-model-930853-kserve-route","namespace":"ai-tenant-e2e-inf-a-930853","llmisvcName":"test-model-930853","gateway":"openshift-ingress/e2e-inf-a-930853","hostnames":[]} {"level":"info","ts":"2026-07-08T20:33:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-930853/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-930853","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-930853","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-930853"},"tenantIdentifier":"e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:33:16Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853","reconcileID":"8a4c83d2-c991-4de1-bb19-6132e545f688","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"routeName":"test-model-930853-kserve-route","namespace":"ai-tenant-e2e-inf-a-930853","llmisvcName":"test-model-930853","gateway":"openshift-ingress/e2e-inf-a-930853","hostnames":[]} {"level":"info","ts":"2026-07-08T20:33:16Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-930853-auth","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853-auth","reconcileID":"2a9d1726-7bfe-454a-9777-d113e0db5d9c","MaaSAuthPolicy":{"name":"test-model-930853-auth","namespace":"ai-tenant-e2e-inf-a-930853"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-930853","tenantID":"e2e-inf-a-930853","xAPIKeyEnabled":false} {"level":"error","ts":"2026-07-08T20:33:16Z","msg":"failed to update MaaSModelRef status","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853","reconcileID":"8a4c83d2-c991-4de1-bb19-6132e545f688","name":"test-model-930853","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-930853\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:381\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:345\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:185\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T20:33:16Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-930853-sub","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853-sub","reconcileID":"b40649ec-d702-47ce-9e4c-530b388ab1c2","MaaSSubscription":{"name":"test-model-930853-sub","namespace":"ai-tenant-e2e-inf-a-930853"},"name":"maas-trlp-test-model-930853","model":"ai-tenant-e2e-inf-a-930853/test-model-930853","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:33:16Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-930853-auth","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853-auth","reconcileID":"2a9d1726-7bfe-454a-9777-d113e0db5d9c"} {"level":"info","ts":"2026-07-08T20:33:16Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-930853-auth","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853-auth","reconcileID":"2a9d1726-7bfe-454a-9777-d113e0db5d9c","MaaSAuthPolicy":{"name":"test-model-930853-auth","namespace":"ai-tenant-e2e-inf-a-930853"},"name":"e2e-inf-a-930853-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T20:33:16Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853","reconcileID":"fce64df8-f2dc-4e33-9e26-4f86bd83e8c1","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"routeName":"test-model-930853-kserve-route","namespace":"ai-tenant-e2e-inf-a-930853","llmisvcName":"test-model-930853","gateway":"openshift-ingress/e2e-inf-a-930853","hostnames":[]} {"level":"info","ts":"2026-07-08T20:33:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-930853/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-930853","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-930853","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-930853"},"tenantIdentifier":"e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:33:16Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-930853-auth","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853-auth","reconcileID":"84e6e291-cbab-4531-9ecb-fa70deef7ca8","MaaSAuthPolicy":{"name":"test-model-930853-auth","namespace":"ai-tenant-e2e-inf-a-930853"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-930853","tenantID":"e2e-inf-a-930853","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T20:33:16Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-930853-auth","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853-auth","reconcileID":"84e6e291-cbab-4531-9ecb-fa70deef7ca8"} {"level":"info","ts":"2026-07-08T20:33:16Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-930853-auth","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853-auth","reconcileID":"84e6e291-cbab-4531-9ecb-fa70deef7ca8","MaaSAuthPolicy":{"name":"test-model-930853-auth","namespace":"ai-tenant-e2e-inf-a-930853"},"name":"e2e-inf-a-930853-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T20:33:22Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-930853-sub","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853-sub","reconcileID":"cd142000-3f43-4035-b3e2-b6181f5b50ef","MaaSSubscription":{"name":"test-model-930853-sub","namespace":"ai-tenant-e2e-inf-a-930853"},"name":"maas-trlp-test-model-930853","model":"ai-tenant-e2e-inf-a-930853/test-model-930853","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:33:22Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853","reconcileID":"7e399439-3802-4b63-88ea-604d072ba82e","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"routeName":"test-model-930853-kserve-route","namespace":"ai-tenant-e2e-inf-a-930853","llmisvcName":"test-model-930853","gateway":"openshift-ingress/e2e-inf-a-930853","hostnames":[]} {"level":"info","ts":"2026-07-08T20:33:22Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853","reconcileID":"e763925e-421a-44b5-9a8b-3b11bbd0db51","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"routeName":"test-model-930853-kserve-route","namespace":"ai-tenant-e2e-inf-a-930853","llmisvcName":"test-model-930853","gateway":"openshift-ingress/e2e-inf-a-930853","hostnames":[]} {"level":"info","ts":"2026-07-08T20:33:22Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-930853/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-930853","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-930853","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-930853"},"tenantIdentifier":"e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:33:22Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-930853-auth","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853-auth","reconcileID":"9824e65a-b6c5-4c97-b4b2-b7a61d989fa5","MaaSAuthPolicy":{"name":"test-model-930853-auth","namespace":"ai-tenant-e2e-inf-a-930853"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-930853","tenantID":"e2e-inf-a-930853","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T20:33:22Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-930853-sub","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853-sub","reconcileID":"2253024d-f795-4a76-b29b-863bb4cf81dd","MaaSSubscription":{"name":"test-model-930853-sub","namespace":"ai-tenant-e2e-inf-a-930853"},"name":"maas-trlp-test-model-930853","model":"ai-tenant-e2e-inf-a-930853/test-model-930853","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:33:22Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-930853-auth","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853-auth","reconcileID":"9824e65a-b6c5-4c97-b4b2-b7a61d989fa5"} {"level":"info","ts":"2026-07-08T20:33:22Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-930853-auth","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853-auth","reconcileID":"9824e65a-b6c5-4c97-b4b2-b7a61d989fa5","MaaSAuthPolicy":{"name":"test-model-930853-auth","namespace":"ai-tenant-e2e-inf-a-930853"},"name":"e2e-inf-a-930853-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T20:33:32Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dfd23e08-353e-481b-af88-0422d003e33d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:33:32Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-930853-sub","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853-sub","reconcileID":"ff0c982b-5507-4342-89be-077de768af89","MaaSSubscription":{"name":"test-model-930853-sub","namespace":"ai-tenant-e2e-inf-a-930853"},"name":"maas-trlp-test-model-930853","model":"ai-tenant-e2e-inf-a-930853/test-model-930853","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:33:33Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a1e74ee9-4762-4f1b-aa03-a2c794fecc1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:33:37Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853","reconcileID":"e6eb1c8b-64ff-4929-bd9d-e7ba22838ce8","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"routeName":"test-model-930853-kserve-route","namespace":"ai-tenant-e2e-inf-a-930853","llmisvcName":"test-model-930853","gateway":"openshift-ingress/e2e-inf-a-930853","hostnames":[]} {"level":"info","ts":"2026-07-08T20:33:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-930853/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-930853","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-930853","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-930853"},"tenantIdentifier":"e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:33:37Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-930853-auth","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853-auth","reconcileID":"ac17bed5-4d60-4f1e-aa4d-5bf87949e2c2","MaaSAuthPolicy":{"name":"test-model-930853-auth","namespace":"ai-tenant-e2e-inf-a-930853"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-930853","tenantID":"e2e-inf-a-930853","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T20:33:37Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-930853-sub","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853-sub","reconcileID":"ecb56baf-8eb7-4749-9e04-d5acd6472151","MaaSSubscription":{"name":"test-model-930853-sub","namespace":"ai-tenant-e2e-inf-a-930853"},"name":"maas-trlp-test-model-930853","model":"ai-tenant-e2e-inf-a-930853/test-model-930853","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:33:37Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-930853-auth","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853-auth","reconcileID":"ac17bed5-4d60-4f1e-aa4d-5bf87949e2c2"} {"level":"info","ts":"2026-07-08T20:33:37Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-930853-auth","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853-auth","reconcileID":"ac17bed5-4d60-4f1e-aa4d-5bf87949e2c2","MaaSAuthPolicy":{"name":"test-model-930853-auth","namespace":"ai-tenant-e2e-inf-a-930853"},"name":"e2e-inf-a-930853-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T20:33:39Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T20:33:39Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T20:33:47Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445","reconcileID":"7efd5290-a387-4ef4-8e35-8b920e0b4992","MaaSModelRef":{"name":"test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445"},"routeName":"test-model-879445-kserve-route","namespace":"ai-tenant-e2e-inf-b-879445","llmisvcName":"test-model-879445","gateway":"openshift-ingress/e2e-inf-b-879445","hostnames":[]} {"level":"info","ts":"2026-07-08T20:33:48Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445","reconcileID":"73566475-8047-4417-9d5f-97ac0d924148","MaaSModelRef":{"name":"test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445"},"routeName":"test-model-879445-kserve-route","namespace":"ai-tenant-e2e-inf-b-879445","llmisvcName":"test-model-879445","gateway":"openshift-ingress/e2e-inf-b-879445","hostnames":[]} {"level":"info","ts":"2026-07-08T20:33:48Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445","reconcileID":"9f187b11-cf48-45a5-81fd-95b3efab7422","MaaSModelRef":{"name":"test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445"},"routeName":"test-model-879445-kserve-route","namespace":"ai-tenant-e2e-inf-b-879445","llmisvcName":"test-model-879445","gateway":"openshift-ingress/e2e-inf-b-879445","hostnames":[]} {"level":"error","ts":"2026-07-08T20:33:48Z","msg":"Reconciler error","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-879445-sub","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445-sub","reconcileID":"ef9b93c9-661f-474a-aa8a-0baccae82ed1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-879445-sub\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T20:33:48Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445","reconcileID":"0c3925c3-b7d1-4aea-86ba-46b7c5e51e9c","MaaSModelRef":{"name":"test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445"},"routeName":"test-model-879445-kserve-route","namespace":"ai-tenant-e2e-inf-b-879445","llmisvcName":"test-model-879445","gateway":"openshift-ingress/e2e-inf-b-879445","hostnames":[]} {"level":"info","ts":"2026-07-08T20:33:48Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-879445-sub","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445-sub","reconcileID":"bd8c1d91-3278-408f-ac87-93067b4cb08a","MaaSSubscription":{"name":"test-model-879445-sub","namespace":"ai-tenant-e2e-inf-b-879445"},"name":"maas-trlp-test-model-879445","model":"test-model-879445","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-879445/test-model-879445-sub"]} {"level":"info","ts":"2026-07-08T20:33:48Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445","reconcileID":"cace8d34-5850-493b-b025-5ce2a8577b55","MaaSModelRef":{"name":"test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445"},"routeName":"test-model-879445-kserve-route","namespace":"ai-tenant-e2e-inf-b-879445","llmisvcName":"test-model-879445","gateway":"openshift-ingress/e2e-inf-b-879445","hostnames":[]} {"level":"info","ts":"2026-07-08T20:33:48Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-879445-sub","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445-sub","reconcileID":"33d926f2-ab3c-4684-8289-580b9b333083","MaaSSubscription":{"name":"test-model-879445-sub","namespace":"ai-tenant-e2e-inf-b-879445"},"name":"maas-trlp-test-model-879445","model":"ai-tenant-e2e-inf-b-879445/test-model-879445","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:33:48Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445","reconcileID":"8d38dfca-cc0e-488b-950a-96cc195f7221","MaaSModelRef":{"name":"test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445"},"routeName":"test-model-879445-kserve-route","namespace":"ai-tenant-e2e-inf-b-879445","llmisvcName":"test-model-879445","gateway":"openshift-ingress/e2e-inf-b-879445","hostnames":[]} {"level":"info","ts":"2026-07-08T20:33:48Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-879445/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-879445","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-879445","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-879445"},"tenantIdentifier":"e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:33:48Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445","reconcileID":"f59daba9-06e3-43f6-8325-6bbfaa6a074f","MaaSModelRef":{"name":"test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445"},"routeName":"test-model-879445-kserve-route","namespace":"ai-tenant-e2e-inf-b-879445","llmisvcName":"test-model-879445","gateway":"openshift-ingress/e2e-inf-b-879445","hostnames":[]} {"level":"info","ts":"2026-07-08T20:33:48Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-879445-auth","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445-auth","reconcileID":"bc95d024-7b3e-4d91-b747-caf66bc1236b","MaaSAuthPolicy":{"name":"test-model-879445-auth","namespace":"ai-tenant-e2e-inf-b-879445"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-879445","tenantID":"e2e-inf-b-879445","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T20:33:48Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-879445-sub","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445-sub","reconcileID":"00a7b49a-ace4-4fef-a288-48c1b8d6a44f","MaaSSubscription":{"name":"test-model-879445-sub","namespace":"ai-tenant-e2e-inf-b-879445"},"name":"maas-trlp-test-model-879445","model":"ai-tenant-e2e-inf-b-879445/test-model-879445","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:33:48Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-879445-auth","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445-auth","reconcileID":"bc95d024-7b3e-4d91-b747-caf66bc1236b"} {"level":"info","ts":"2026-07-08T20:33:48Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-879445-auth","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445-auth","reconcileID":"bc95d024-7b3e-4d91-b747-caf66bc1236b","MaaSAuthPolicy":{"name":"test-model-879445-auth","namespace":"ai-tenant-e2e-inf-b-879445"},"name":"e2e-inf-b-879445-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T20:33:48Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445","reconcileID":"d327d67d-81e5-454c-a29c-cdd126cae80a","MaaSModelRef":{"name":"test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445"},"routeName":"test-model-879445-kserve-route","namespace":"ai-tenant-e2e-inf-b-879445","llmisvcName":"test-model-879445","gateway":"openshift-ingress/e2e-inf-b-879445","hostnames":[]} {"level":"info","ts":"2026-07-08T20:33:48Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-879445/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-879445","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-879445","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-879445"},"tenantIdentifier":"e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:33:48Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-879445-auth","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445-auth","reconcileID":"fe931b7e-9098-47f6-890f-a863ab05aa8f","MaaSAuthPolicy":{"name":"test-model-879445-auth","namespace":"ai-tenant-e2e-inf-b-879445"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-879445","tenantID":"e2e-inf-b-879445","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T20:33:48Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-879445-auth","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445-auth","reconcileID":"fe931b7e-9098-47f6-890f-a863ab05aa8f"} {"level":"info","ts":"2026-07-08T20:33:48Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-879445-auth","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445-auth","reconcileID":"fe931b7e-9098-47f6-890f-a863ab05aa8f","MaaSAuthPolicy":{"name":"test-model-879445-auth","namespace":"ai-tenant-e2e-inf-b-879445"},"name":"e2e-inf-b-879445-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T20:33:50Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4f33e18f-da97-4734-8b29-f29b1e20aad1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:33:51Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9afcb14d-abb2-4635-804a-24118d9a388e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:33:51Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-930853-sub","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853-sub","reconcileID":"9b38e2a7-8315-421a-983f-1d47291143be","MaaSSubscription":{"name":"test-model-930853-sub","namespace":"ai-tenant-e2e-inf-a-930853"},"name":"maas-trlp-test-model-930853","model":"ai-tenant-e2e-inf-a-930853/test-model-930853","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:33:51Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445","reconcileID":"39f5802e-effd-4f5e-826d-8c7c2a841b20","MaaSModelRef":{"name":"test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445"},"routeName":"test-model-879445-kserve-route","namespace":"ai-tenant-e2e-inf-b-879445","llmisvcName":"test-model-879445","gateway":"openshift-ingress/e2e-inf-b-879445","hostnames":[]} {"level":"info","ts":"2026-07-08T20:33:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-879445/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-879445","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-879445","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-879445"},"tenantIdentifier":"e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:33:51Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-879445-auth","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445-auth","reconcileID":"2f38079f-fdd2-4e88-afff-4722b83f3aa6","MaaSAuthPolicy":{"name":"test-model-879445-auth","namespace":"ai-tenant-e2e-inf-b-879445"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-879445","tenantID":"e2e-inf-b-879445","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T20:33:51Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-879445-sub","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445-sub","reconcileID":"af3a511e-c228-4719-850c-4d00f49e9a5e","MaaSSubscription":{"name":"test-model-879445-sub","namespace":"ai-tenant-e2e-inf-b-879445"},"name":"maas-trlp-test-model-879445","model":"ai-tenant-e2e-inf-b-879445/test-model-879445","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:33:51Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-879445-auth","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445-auth","reconcileID":"2f38079f-fdd2-4e88-afff-4722b83f3aa6"} {"level":"info","ts":"2026-07-08T20:33:51Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-879445-auth","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445-auth","reconcileID":"2f38079f-fdd2-4e88-afff-4722b83f3aa6","MaaSAuthPolicy":{"name":"test-model-879445-auth","namespace":"ai-tenant-e2e-inf-b-879445"},"name":"e2e-inf-b-879445-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T20:33:57Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-879445-sub","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445-sub","reconcileID":"efd17eed-f0e5-411f-b1e2-29cfa7e8583f","MaaSSubscription":{"name":"test-model-879445-sub","namespace":"ai-tenant-e2e-inf-b-879445"},"name":"maas-trlp-test-model-879445","model":"ai-tenant-e2e-inf-b-879445/test-model-879445","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:33:57Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445","reconcileID":"ad8308b8-5911-4df3-be09-a178edafd4fb","MaaSModelRef":{"name":"test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445"},"routeName":"test-model-879445-kserve-route","namespace":"ai-tenant-e2e-inf-b-879445","llmisvcName":"test-model-879445","gateway":"openshift-ingress/e2e-inf-b-879445","hostnames":[]} {"level":"info","ts":"2026-07-08T20:33:59Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445","reconcileID":"6adfd311-a530-4f97-88f8-c983d58b8631","MaaSModelRef":{"name":"test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445"},"routeName":"test-model-879445-kserve-route","namespace":"ai-tenant-e2e-inf-b-879445","llmisvcName":"test-model-879445","gateway":"openshift-ingress/e2e-inf-b-879445","hostnames":[]} {"level":"info","ts":"2026-07-08T20:33:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-879445/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-879445","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-879445","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-879445"},"tenantIdentifier":"e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:33:59Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-879445-auth","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445-auth","reconcileID":"461daf7e-33b1-48b4-9924-b6f9c3718c42","MaaSAuthPolicy":{"name":"test-model-879445-auth","namespace":"ai-tenant-e2e-inf-b-879445"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-879445","tenantID":"e2e-inf-b-879445","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T20:33:59Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-879445-sub","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445-sub","reconcileID":"a83cdf24-6801-4fef-973c-5113e77014e5","MaaSSubscription":{"name":"test-model-879445-sub","namespace":"ai-tenant-e2e-inf-b-879445"},"name":"maas-trlp-test-model-879445","model":"ai-tenant-e2e-inf-b-879445/test-model-879445","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:33:59Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-879445-auth","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445-auth","reconcileID":"461daf7e-33b1-48b4-9924-b6f9c3718c42"} {"level":"info","ts":"2026-07-08T20:33:59Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-879445-auth","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445-auth","reconcileID":"461daf7e-33b1-48b4-9924-b6f9c3718c42","MaaSAuthPolicy":{"name":"test-model-879445-auth","namespace":"ai-tenant-e2e-inf-b-879445"},"name":"e2e-inf-b-879445-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T20:34:09Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T20:34:09Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T20:34:11Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-879445-sub","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445-sub","reconcileID":"83639ce3-8775-4e04-a007-0a608a8e129a","MaaSSubscription":{"name":"test-model-879445-sub","namespace":"ai-tenant-e2e-inf-b-879445"},"name":"maas-trlp-test-model-879445","model":"ai-tenant-e2e-inf-b-879445/test-model-879445","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:34:11Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"85f4e288-0d50-4c78-9cc5-94ed5dd056f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:34:11Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4236a123-258b-4b94-93eb-4eeadb449af1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:34:12Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-930853-sub","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853-sub","reconcileID":"998a9dce-b022-42c2-98aa-7cff82ef8ee9","MaaSSubscription":{"name":"test-model-930853-sub","namespace":"ai-tenant-e2e-inf-a-930853"},"name":"maas-trlp-test-model-930853","model":"ai-tenant-e2e-inf-a-930853/test-model-930853","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:34:16Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445","reconcileID":"d0933942-7100-4de8-be26-a214ece516ad","MaaSModelRef":{"name":"test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445"},"routeName":"test-model-879445-kserve-route","namespace":"ai-tenant-e2e-inf-b-879445","llmisvcName":"test-model-879445","gateway":"openshift-ingress/e2e-inf-b-879445","hostnames":[]} {"level":"info","ts":"2026-07-08T20:34:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-879445/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-879445","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-879445","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-879445"},"tenantIdentifier":"e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:34:16Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-879445-auth","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445-auth","reconcileID":"6b2af539-33e3-4a8d-94be-43fff83020a1","MaaSAuthPolicy":{"name":"test-model-879445-auth","namespace":"ai-tenant-e2e-inf-b-879445"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-879445","tenantID":"e2e-inf-b-879445","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T20:34:16Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-879445-sub","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445-sub","reconcileID":"4ea92570-dda4-4fd4-9b24-dff39e6736b6","MaaSSubscription":{"name":"test-model-879445-sub","namespace":"ai-tenant-e2e-inf-b-879445"},"name":"maas-trlp-test-model-879445","model":"ai-tenant-e2e-inf-b-879445/test-model-879445","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:34:16Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-879445-auth","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445-auth","reconcileID":"6b2af539-33e3-4a8d-94be-43fff83020a1"} {"level":"info","ts":"2026-07-08T20:34:16Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-879445-auth","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445-auth","reconcileID":"6b2af539-33e3-4a8d-94be-43fff83020a1","MaaSAuthPolicy":{"name":"test-model-879445-auth","namespace":"ai-tenant-e2e-inf-b-879445"},"name":"e2e-inf-b-879445-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T20:34:24Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-930853-auth","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853-auth","reconcileID":"4d49c6f9-d273-4d08-bfc8-5f2b607bf827","MaaSAuthPolicy":{"name":"test-model-930853-auth","namespace":"ai-tenant-e2e-inf-a-930853"},"model":"ai-tenant-e2e-inf-a-930853/test-model-930853"} {"level":"info","ts":"2026-07-08T20:34:24Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853","reconcileID":"28a186f9-e60c-498a-a08d-cbdf7415c41f","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"routeName":"test-model-930853-kserve-route","namespace":"ai-tenant-e2e-inf-a-930853","llmisvcName":"test-model-930853","gateway":"openshift-ingress/e2e-inf-a-930853","hostnames":[]} {"level":"info","ts":"2026-07-08T20:34:24Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-930853-auth","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853-auth","reconcileID":"3a62b1da-89ae-47b8-814a-6f043e859455","MaaSAuthPolicy":{"name":"test-model-930853-auth","namespace":"ai-tenant-e2e-inf-a-930853"},"model":"ai-tenant-e2e-inf-a-930853/test-model-930853"} {"level":"info","ts":"2026-07-08T20:34:24Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853","reconcileID":"2fe9b0db-9ee1-461e-bbfa-b6434270a57f","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"routeName":"test-model-930853-kserve-route","namespace":"ai-tenant-e2e-inf-a-930853","llmisvcName":"test-model-930853","gateway":"openshift-ingress/e2e-inf-a-930853","hostnames":[]} {"level":"info","ts":"2026-07-08T20:34:24Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-930853-sub","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853-sub","reconcileID":"0fabbeab-ac9c-453b-9fab-4708909b90f5","MaaSSubscription":{"name":"test-model-930853-sub","namespace":"ai-tenant-e2e-inf-a-930853"},"name":"maas-trlp-test-model-930853","model":"ai-tenant-e2e-inf-a-930853/test-model-930853","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:34:24Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-930853-sub","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853-sub","reconcileID":"edc50f79-e492-4546-9054-a35ed2be2327","MaaSSubscription":{"name":"test-model-930853-sub","namespace":"ai-tenant-e2e-inf-a-930853"},"name":"maas-trlp-test-model-930853","model":"ai-tenant-e2e-inf-a-930853/test-model-930853","subscriptionCount":1} {"level":"error","ts":"2026-07-08T20:34:24Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-930853-auth","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853-auth","reconcileID":"3a62b1da-89ae-47b8-814a-6f043e859455","error":"maasauthpolicies.maas.opendatahub.io \"test-model-930853-auth\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T20:34:24Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-930853-sub","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853-sub","reconcileID":"6ad70d04-0fda-4e6b-8144-8118dd611bd9","MaaSSubscription":{"name":"test-model-930853-sub","namespace":"ai-tenant-e2e-inf-a-930853"},"model":"ai-tenant-e2e-inf-a-930853/test-model-930853","subscription":"test-model-930853-sub"} {"level":"info","ts":"2026-07-08T20:34:24Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853","reconcileID":"bc159663-ce5d-4ad3-8b28-ffefc5f4d4c5","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"routeName":"test-model-930853-kserve-route","namespace":"ai-tenant-e2e-inf-a-930853","llmisvcName":"test-model-930853","gateway":"openshift-ingress/e2e-inf-a-930853","hostnames":[]} {"level":"info","ts":"2026-07-08T20:34:24Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-930853-sub","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853-sub","reconcileID":"6ad70d04-0fda-4e6b-8144-8118dd611bd9","MaaSSubscription":{"name":"test-model-930853-sub","namespace":"ai-tenant-e2e-inf-a-930853"},"model":"ai-tenant-e2e-inf-a-930853/test-model-930853"} {"level":"info","ts":"2026-07-08T20:34:24Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-930853-sub","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853-sub","reconcileID":"6ad70d04-0fda-4e6b-8144-8118dd611bd9","MaaSSubscription":{"name":"test-model-930853-sub","namespace":"ai-tenant-e2e-inf-a-930853"},"name":"maas-trlp-test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853","model":"ai-tenant-e2e-inf-a-930853/test-model-930853"} {"level":"info","ts":"2026-07-08T20:34:24Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"test-model-930853","reconcileID":"ee372a15-5bdb-48a5-8ad4-10a74e0f2b43","MaaSModelRef":{"name":"test-model-930853","namespace":"ai-tenant-e2e-inf-a-930853"},"routeName":"test-model-930853-kserve-route","namespace":"ai-tenant-e2e-inf-a-930853","llmisvcName":"test-model-930853","gateway":"openshift-ingress/e2e-inf-a-930853","hostnames":[]} {"level":"info","ts":"2026-07-08T20:34:25Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-879445-auth","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445-auth","reconcileID":"774b5759-38a3-4784-b8fd-dd285ed2fff6","MaaSAuthPolicy":{"name":"test-model-879445-auth","namespace":"ai-tenant-e2e-inf-b-879445"},"model":"ai-tenant-e2e-inf-b-879445/test-model-879445"} {"level":"info","ts":"2026-07-08T20:34:25Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445","reconcileID":"688f1bbd-7324-436b-8a9e-076753e47d87","MaaSModelRef":{"name":"test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445"},"routeName":"test-model-879445-kserve-route","namespace":"ai-tenant-e2e-inf-b-879445","llmisvcName":"test-model-879445","gateway":"openshift-ingress/e2e-inf-b-879445","hostnames":[]} {"level":"info","ts":"2026-07-08T20:34:25Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445","reconcileID":"668a0550-e0b2-4ce4-bac2-d2850be15fc3","MaaSModelRef":{"name":"test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445"},"routeName":"test-model-879445-kserve-route","namespace":"ai-tenant-e2e-inf-b-879445","llmisvcName":"test-model-879445","gateway":"openshift-ingress/e2e-inf-b-879445","hostnames":[]} {"level":"info","ts":"2026-07-08T20:34:25Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-879445-sub","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445-sub","reconcileID":"9038daac-4b2e-4a2b-8464-ce58e465c9a0","MaaSSubscription":{"name":"test-model-879445-sub","namespace":"ai-tenant-e2e-inf-b-879445"},"name":"maas-trlp-test-model-879445","model":"ai-tenant-e2e-inf-b-879445/test-model-879445","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:34:25Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-879445-sub","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445-sub","reconcileID":"f93d15ee-8576-4997-b42e-773611428b29","MaaSSubscription":{"name":"test-model-879445-sub","namespace":"ai-tenant-e2e-inf-b-879445"},"name":"maas-trlp-test-model-879445","model":"ai-tenant-e2e-inf-b-879445/test-model-879445","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:34:25Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-879445-sub","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445-sub","reconcileID":"79a50c32-2b6e-403e-af00-5604a59254b3","MaaSSubscription":{"name":"test-model-879445-sub","namespace":"ai-tenant-e2e-inf-b-879445"},"model":"ai-tenant-e2e-inf-b-879445/test-model-879445","subscription":"test-model-879445-sub"} {"level":"info","ts":"2026-07-08T20:34:25Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445","reconcileID":"99214169-ef2a-4443-bafd-194f4e87847d","MaaSModelRef":{"name":"test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445"},"routeName":"test-model-879445-kserve-route","namespace":"ai-tenant-e2e-inf-b-879445","llmisvcName":"test-model-879445","gateway":"openshift-ingress/e2e-inf-b-879445","hostnames":[]} {"level":"info","ts":"2026-07-08T20:34:25Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-879445-sub","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445-sub","reconcileID":"79a50c32-2b6e-403e-af00-5604a59254b3","MaaSSubscription":{"name":"test-model-879445-sub","namespace":"ai-tenant-e2e-inf-b-879445"},"model":"ai-tenant-e2e-inf-b-879445/test-model-879445"} {"level":"info","ts":"2026-07-08T20:34:25Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-879445-sub","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445-sub","reconcileID":"79a50c32-2b6e-403e-af00-5604a59254b3","MaaSSubscription":{"name":"test-model-879445-sub","namespace":"ai-tenant-e2e-inf-b-879445"},"name":"maas-trlp-test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445","model":"ai-tenant-e2e-inf-b-879445/test-model-879445"} {"level":"info","ts":"2026-07-08T20:34:25Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"test-model-879445","reconcileID":"71c93c32-dcec-409c-bbc8-1129cf977ede","MaaSModelRef":{"name":"test-model-879445","namespace":"ai-tenant-e2e-inf-b-879445"},"routeName":"test-model-879445-kserve-route","namespace":"ai-tenant-e2e-inf-b-879445","llmisvcName":"test-model-879445","gateway":"openshift-ingress/e2e-inf-b-879445","hostnames":[]} {"level":"info","ts":"2026-07-08T20:34:26Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-930853/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-930853","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-930853","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-930853"},"tenantIdentifier":"e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:34:26Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-930853/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-930853","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-930853","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-930853"},"tenantIdentifier":"e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:34:26Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"default-tenant","reconcileID":"1657c31d-5f9a-4e50-9c22-fb0a11c018a6","tenant":"ai-tenant-e2e-inf-a-930853/default-tenant","tenantID":"e2e-inf-a-930853","subscriptionNamespace":"ai-tenant-e2e-inf-a-930853","gatewayName":"e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:34:26Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-930853","deploymentName":"maas-api-e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:34:26Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-930853","deploymentName":"maas-api-e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:34:26Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-930853","deploymentName":"maas-api-e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:34:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-930853/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-930853","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-930853","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-930853"},"tenantIdentifier":"e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:34:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-930853","deploymentName":"maas-api-e2e-inf-a-930853"} {"level":"error","ts":"2026-07-08T20:34:27Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"default-tenant","reconcileID":"1657c31d-5f9a-4e50-9c22-fb0a11c018a6","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T20:34:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-930853/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-930853","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-930853","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-930853"},"tenantIdentifier":"e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:34:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-930853/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-930853","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-930853","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-930853"},"tenantIdentifier":"e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:34:27Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"default-tenant","reconcileID":"760a6c05-ad7d-426b-876d-207d79f85a25","namespace":"ai-tenant-e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:34:27Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"default-tenant","reconcileID":"760a6c05-ad7d-426b-876d-207d79f85a25","count":0} {"level":"info","ts":"2026-07-08T20:34:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-930853/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-930853","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-930853","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-930853"},"tenantIdentifier":"e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:34:27Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"default-tenant","reconcileID":"760a6c05-ad7d-426b-876d-207d79f85a25","tenant":"e2e-inf-a-930853","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T20:34:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-930853","deploymentName":"maas-api-e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:34:27Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"default-tenant","reconcileID":"760a6c05-ad7d-426b-876d-207d79f85a25","gvk":"Deployment","name":"maas-api-e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:34:27Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"default-tenant","reconcileID":"760a6c05-ad7d-426b-876d-207d79f85a25","gvk":"Service","name":"maas-api-e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:34:27Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"default-tenant","reconcileID":"760a6c05-ad7d-426b-876d-207d79f85a25","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:34:27Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-930853"},"namespace":"ai-tenant-e2e-inf-a-930853","name":"default-tenant","reconcileID":"760a6c05-ad7d-426b-876d-207d79f85a25","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-930853"} {"level":"info","ts":"2026-07-08T20:34:31Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"63541364-c04e-4b57-8622-7482ea75f01f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:34:31Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"05a3f7aa-ceb7-4c2d-9b3b-2241d54e71b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:34:39Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T20:34:39Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T20:34:39Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aadfc784-3595-4647-8d42-437d9dbff4cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:34:39Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fa3bfbe0-5887-4b7b-81ac-d537e3e62d0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:35:09Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T20:35:09Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T20:35:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-879445/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-879445","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-879445","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-879445"},"tenantIdentifier":"e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:35:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-879445/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-879445","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-879445","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-879445"},"tenantIdentifier":"e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:35:09Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"default-tenant","reconcileID":"07a1d3aa-5b2b-468e-87bb-3becef322ee0","tenant":"ai-tenant-e2e-inf-b-879445/default-tenant","tenantID":"e2e-inf-b-879445","subscriptionNamespace":"ai-tenant-e2e-inf-b-879445","gatewayName":"e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:35:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-879445","deploymentName":"maas-api-e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:35:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-879445","deploymentName":"maas-api-e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:35:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-879445","deploymentName":"maas-api-e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:35:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-879445/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-879445","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-879445","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-879445"},"tenantIdentifier":"e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:35:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-879445","deploymentName":"maas-api-e2e-inf-b-879445"} {"level":"error","ts":"2026-07-08T20:35:10Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"default-tenant","reconcileID":"07a1d3aa-5b2b-468e-87bb-3becef322ee0","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T20:35:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-879445/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-879445","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-879445","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-879445"},"tenantIdentifier":"e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:35:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-879445/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-879445","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-879445","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-879445"},"tenantIdentifier":"e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:35:10Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"default-tenant","reconcileID":"81f37d10-b66c-4931-b0d6-a7b8f17ff15d","namespace":"ai-tenant-e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:35:10Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"default-tenant","reconcileID":"81f37d10-b66c-4931-b0d6-a7b8f17ff15d","count":0} {"level":"info","ts":"2026-07-08T20:35:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-879445/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-879445","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-879445","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-879445"},"tenantIdentifier":"e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:35:10Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"default-tenant","reconcileID":"81f37d10-b66c-4931-b0d6-a7b8f17ff15d","tenant":"e2e-inf-b-879445","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T20:35:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-879445","deploymentName":"maas-api-e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:35:10Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"default-tenant","reconcileID":"81f37d10-b66c-4931-b0d6-a7b8f17ff15d","gvk":"Deployment","name":"maas-api-e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:35:10Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"default-tenant","reconcileID":"81f37d10-b66c-4931-b0d6-a7b8f17ff15d","gvk":"Service","name":"maas-api-e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:35:10Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"default-tenant","reconcileID":"81f37d10-b66c-4931-b0d6-a7b8f17ff15d","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:35:10Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-879445"},"namespace":"ai-tenant-e2e-inf-b-879445","name":"default-tenant","reconcileID":"81f37d10-b66c-4931-b0d6-a7b8f17ff15d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-879445"} {"level":"info","ts":"2026-07-08T20:35:13Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"78236d35-1ad0-488d-9e79-2633ab0a59df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:35:13Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-08T20:35:13Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-08T20:35:13Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"cf2e31fd-aec8-44ec-b851-d23085cb8db5","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-07-08T20:35:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-08T20:35:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-08T20:35:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-08T20:35:13Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ae246291-f736-49eb-829e-3dc75861f3aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:35:14Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-08T20:35:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-08T20:35:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-575204/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-575204","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-575204","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-575204"},"tenantIdentifier":"e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-575204/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-575204","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-575204","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-575204"},"tenantIdentifier":"e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:21Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"default-tenant","reconcileID":"35137dd8-041c-4093-a837-169bd48f31a6","tenant":"ai-tenant-e2e-api-a-575204/default-tenant","tenantID":"e2e-api-a-575204","subscriptionNamespace":"ai-tenant-e2e-api-a-575204","gatewayName":"e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-575204","deploymentName":"maas-api-e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-575204","deploymentName":"maas-api-e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-575204","deploymentName":"maas-api-e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:21Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bd584398-4bf7-4e1b-825b-448ad9fd99f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:35:21Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"31608438-d627-4dc8-a936-e087ceb8e671","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:35:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-575204/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-575204","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-575204","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-575204"},"tenantIdentifier":"e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-575204","deploymentName":"maas-api-e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-575204/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-575204","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-575204","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-575204"},"tenantIdentifier":"e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-575204/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-575204","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-575204","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-575204"},"tenantIdentifier":"e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:21Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"default-tenant","reconcileID":"1d63315f-4b78-49d1-984c-208eda942d53","tenant":"ai-tenant-e2e-api-a-575204/default-tenant","tenantID":"e2e-api-a-575204","subscriptionNamespace":"ai-tenant-e2e-api-a-575204","gatewayName":"e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-575204","deploymentName":"maas-api-e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-575204","deploymentName":"maas-api-e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-575204","deploymentName":"maas-api-e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:22Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-575204/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-575204","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-575204","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-575204"},"tenantIdentifier":"e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-575204","deploymentName":"maas-api-e2e-api-a-575204"} {"level":"error","ts":"2026-07-08T20:35:22Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"default-tenant","reconcileID":"1d63315f-4b78-49d1-984c-208eda942d53","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T20:35:22Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-575204/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-575204","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-575204","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-575204"},"tenantIdentifier":"e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:22Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-575204/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-575204","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-575204","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-575204"},"tenantIdentifier":"e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:22Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"default-tenant","reconcileID":"847906b1-3e87-42b0-9094-93c7761efbd5","tenant":"ai-tenant-e2e-api-a-575204/default-tenant","tenantID":"e2e-api-a-575204","subscriptionNamespace":"ai-tenant-e2e-api-a-575204","gatewayName":"e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-575204","deploymentName":"maas-api-e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-575204","deploymentName":"maas-api-e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-575204","deploymentName":"maas-api-e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-575204/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-575204","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-575204","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-575204"},"tenantIdentifier":"e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-575204","deploymentName":"maas-api-e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-575204/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-575204","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-575204","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-575204"},"tenantIdentifier":"e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-575204/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-575204","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-575204","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-575204"},"tenantIdentifier":"e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:23Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"default-tenant","reconcileID":"188854f8-a3a2-4c8a-8fda-2c60da113599","tenant":"ai-tenant-e2e-api-a-575204/default-tenant","tenantID":"e2e-api-a-575204","subscriptionNamespace":"ai-tenant-e2e-api-a-575204","gatewayName":"e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-575204","deploymentName":"maas-api-e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-575204","deploymentName":"maas-api-e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-575204","deploymentName":"maas-api-e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-575204/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-575204","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-575204","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-575204"},"tenantIdentifier":"e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-575204","deploymentName":"maas-api-e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:25Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bca4999e-4888-47eb-b2f9-1ab5ba480af3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T20:35:25Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"642d2549-dec4-4105-afee-1146c1df7a7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T20:35:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-575204/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-575204","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-575204","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-575204"},"tenantIdentifier":"e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:25Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-575204-policy","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"e2e-e2e-api-a-575204-policy","reconcileID":"f348216b-b584-4be2-97ec-1ef76a9c8fc6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-575204-policy","namespace":"ai-tenant-e2e-api-a-575204"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-575204","tenantID":"e2e-api-a-575204","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T20:35:25Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-575204-policy","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"e2e-e2e-api-a-575204-policy","reconcileID":"f348216b-b584-4be2-97ec-1ef76a9c8fc6"} {"level":"info","ts":"2026-07-08T20:35:25Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-575204-policy","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"e2e-e2e-api-a-575204-policy","reconcileID":"f348216b-b584-4be2-97ec-1ef76a9c8fc6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-575204-policy","namespace":"ai-tenant-e2e-api-a-575204"},"name":"e2e-api-a-575204-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T20:35:25Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9609356a-41eb-46fd-8bc1-6e50dc959d47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T20:35:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-2f232c/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-2f232c","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-2f232c","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-2f232c"},"tenantIdentifier":"e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-2f232c/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-2f232c","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-2f232c","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-2f232c"},"tenantIdentifier":"e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:29Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f232c"},"namespace":"ai-tenant-e2e-api-b-2f232c","name":"default-tenant","reconcileID":"ed03d06e-21c6-4806-a1b6-778bef1db149","tenant":"ai-tenant-e2e-api-b-2f232c/default-tenant","tenantID":"e2e-api-b-2f232c","subscriptionNamespace":"ai-tenant-e2e-api-b-2f232c","gatewayName":"e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-2f232c","deploymentName":"maas-api-e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-2f232c","deploymentName":"maas-api-e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-2f232c","deploymentName":"maas-api-e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6340a3c3-96fd-4e55-8155-ea8645c1a8d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:35:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c6cefdb5-0ff5-4928-8a35-87ea7025c241","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:35:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-2f232c/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-2f232c","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-2f232c","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-2f232c"},"tenantIdentifier":"e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-2f232c","deploymentName":"maas-api-e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-2f232c/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-2f232c","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-2f232c","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-2f232c"},"tenantIdentifier":"e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-2f232c/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-2f232c","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-2f232c","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-2f232c"},"tenantIdentifier":"e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:29Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f232c"},"namespace":"ai-tenant-e2e-api-b-2f232c","name":"default-tenant","reconcileID":"76834a63-5ff8-4b49-a189-5194907b4d78","tenant":"ai-tenant-e2e-api-b-2f232c/default-tenant","tenantID":"e2e-api-b-2f232c","subscriptionNamespace":"ai-tenant-e2e-api-b-2f232c","gatewayName":"e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-2f232c","deploymentName":"maas-api-e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-2f232c","deploymentName":"maas-api-e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-2f232c","deploymentName":"maas-api-e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:30Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-2f232c/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-2f232c","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-2f232c","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-2f232c"},"tenantIdentifier":"e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-2f232c","deploymentName":"maas-api-e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:30Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-2f232c/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-2f232c","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-2f232c","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-2f232c"},"tenantIdentifier":"e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:30Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-2f232c/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-2f232c","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-2f232c","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-2f232c"},"tenantIdentifier":"e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:30Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f232c"},"namespace":"ai-tenant-e2e-api-b-2f232c","name":"default-tenant","reconcileID":"f3c5f63b-108b-48b7-a10f-26bb4fc6ea51","tenant":"ai-tenant-e2e-api-b-2f232c/default-tenant","tenantID":"e2e-api-b-2f232c","subscriptionNamespace":"ai-tenant-e2e-api-b-2f232c","gatewayName":"e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-2f232c","deploymentName":"maas-api-e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-2f232c","deploymentName":"maas-api-e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-2f232c","deploymentName":"maas-api-e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:30Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-2f232c/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-2f232c","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-2f232c","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-2f232c"},"tenantIdentifier":"e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-2f232c","deploymentName":"maas-api-e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:33Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80a79196-1a87-4338-852a-523365f6f7b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T20:35:33Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4008d471-103d-4be8-9c91-0c601fa6f2ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T20:35:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-2f232c/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-2f232c","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-2f232c","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-2f232c"},"tenantIdentifier":"e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:33Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f232c-policy","namespace":"ai-tenant-e2e-api-b-2f232c"},"namespace":"ai-tenant-e2e-api-b-2f232c","name":"e2e-e2e-api-b-2f232c-policy","reconcileID":"9fa89366-bacc-4cff-84d8-6cf50030e12f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f232c-policy","namespace":"ai-tenant-e2e-api-b-2f232c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2f232c","tenantID":"e2e-api-b-2f232c","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T20:35:33Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f232c-policy","namespace":"ai-tenant-e2e-api-b-2f232c"},"namespace":"ai-tenant-e2e-api-b-2f232c","name":"e2e-e2e-api-b-2f232c-policy","reconcileID":"9fa89366-bacc-4cff-84d8-6cf50030e12f"} {"level":"info","ts":"2026-07-08T20:35:33Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f232c-policy","namespace":"ai-tenant-e2e-api-b-2f232c"},"namespace":"ai-tenant-e2e-api-b-2f232c","name":"e2e-e2e-api-b-2f232c-policy","reconcileID":"9fa89366-bacc-4cff-84d8-6cf50030e12f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f232c-policy","namespace":"ai-tenant-e2e-api-b-2f232c"},"name":"e2e-api-b-2f232c-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T20:35:33Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56f819d5-0c69-4baf-bdd7-e19b428832f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T20:35:39Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T20:35:39Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T20:35:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-575204/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-575204","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-575204","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-575204"},"tenantIdentifier":"e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-575204/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-575204","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-575204","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-575204"},"tenantIdentifier":"e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:41Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-575204-policy","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"e2e-e2e-api-a-575204-policy","reconcileID":"9e2c4502-1f8f-4ea6-aed8-2839b64b0ede","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-575204-policy","namespace":"ai-tenant-e2e-api-a-575204"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-575204","tenantID":"e2e-api-a-575204","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T20:35:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-575204/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-575204","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-575204","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-575204"},"tenantIdentifier":"e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:41Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"default-tenant","reconcileID":"add682b0-438a-4ff2-a857-208e1f0b6470","tenant":"ai-tenant-e2e-api-a-575204/default-tenant","tenantID":"e2e-api-a-575204","subscriptionNamespace":"ai-tenant-e2e-api-a-575204","gatewayName":"e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:41Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-575204-policy","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"e2e-e2e-api-a-575204-policy","reconcileID":"9e2c4502-1f8f-4ea6-aed8-2839b64b0ede"} {"level":"info","ts":"2026-07-08T20:35:41Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-575204-policy","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"e2e-e2e-api-a-575204-policy","reconcileID":"9e2c4502-1f8f-4ea6-aed8-2839b64b0ede","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-575204-policy","namespace":"ai-tenant-e2e-api-a-575204"},"name":"e2e-api-a-575204-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T20:35:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-575204/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-575204","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-575204","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-575204"},"tenantIdentifier":"e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-575204","deploymentName":"maas-api-e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-575204","deploymentName":"maas-api-e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-575204","deploymentName":"maas-api-e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:42Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-575204-policy","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"e2e-e2e-api-a-575204-policy","reconcileID":"e95b128c-6f1d-4dd7-9b0c-9603c8aff97f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-575204-policy","namespace":"ai-tenant-e2e-api-a-575204"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-575204","tenantID":"e2e-api-a-575204","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T20:35:42Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-575204-policy","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"e2e-e2e-api-a-575204-policy","reconcileID":"e95b128c-6f1d-4dd7-9b0c-9603c8aff97f"} {"level":"info","ts":"2026-07-08T20:35:42Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-575204-policy","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"e2e-e2e-api-a-575204-policy","reconcileID":"e95b128c-6f1d-4dd7-9b0c-9603c8aff97f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-575204-policy","namespace":"ai-tenant-e2e-api-a-575204"},"name":"e2e-api-a-575204-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T20:35:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-575204/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-575204","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-575204","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-575204"},"tenantIdentifier":"e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-575204","deploymentName":"maas-api-e2e-api-a-575204"} {"level":"error","ts":"2026-07-08T20:35:42Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"default-tenant","reconcileID":"add682b0-438a-4ff2-a857-208e1f0b6470","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T20:35:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-575204/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-575204","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-575204","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-575204"},"tenantIdentifier":"e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-575204/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-575204","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-575204","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-575204"},"tenantIdentifier":"e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:42Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"default-tenant","reconcileID":"499e10c9-6782-49ef-b077-e62ee3518eb4","namespace":"ai-tenant-e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:42Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"default-tenant","reconcileID":"499e10c9-6782-49ef-b077-e62ee3518eb4","name":"e2e-e2e-api-a-575204-policy","namespace":"ai-tenant-e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:42Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"default-tenant","reconcileID":"499e10c9-6782-49ef-b077-e62ee3518eb4","count":1} {"level":"info","ts":"2026-07-08T20:35:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-575204/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-575204","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-575204","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-575204"},"tenantIdentifier":"e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:42Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"default-tenant","reconcileID":"499e10c9-6782-49ef-b077-e62ee3518eb4","tenant":"e2e-api-a-575204","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T20:35:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-575204","deploymentName":"maas-api-e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:42Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-575204-policy","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"e2e-e2e-api-a-575204-policy","reconcileID":"a589d927-ef22-4c97-b0a0-9f6dc708399f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-575204-policy","namespace":"ai-tenant-e2e-api-a-575204"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-08T20:35:42Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"default-tenant","reconcileID":"499e10c9-6782-49ef-b077-e62ee3518eb4","gvk":"Deployment","name":"maas-api-e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:42Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"default-tenant","reconcileID":"499e10c9-6782-49ef-b077-e62ee3518eb4","gvk":"Service","name":"maas-api-e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:42Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"default-tenant","reconcileID":"499e10c9-6782-49ef-b077-e62ee3518eb4","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:42Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"default-tenant","reconcileID":"499e10c9-6782-49ef-b077-e62ee3518eb4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-575204/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-575204","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-575204","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-575204"},"tenantIdentifier":"e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-575204/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-575204","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-575204","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-575204"},"tenantIdentifier":"e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:42Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"default-tenant","reconcileID":"c79430f3-74ff-4511-8f98-c43f6bb439d6","namespace":"ai-tenant-e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:42Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"default-tenant","reconcileID":"c79430f3-74ff-4511-8f98-c43f6bb439d6","name":"e2e-e2e-api-a-575204-policy","namespace":"ai-tenant-e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:42Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"default-tenant","reconcileID":"c79430f3-74ff-4511-8f98-c43f6bb439d6","count":1} {"level":"info","ts":"2026-07-08T20:35:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-575204/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-575204","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-575204","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-575204"},"tenantIdentifier":"e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:42Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"default-tenant","reconcileID":"c79430f3-74ff-4511-8f98-c43f6bb439d6","tenant":"e2e-api-a-575204","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T20:35:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-575204","deploymentName":"maas-api-e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:42Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"default-tenant","reconcileID":"c79430f3-74ff-4511-8f98-c43f6bb439d6","gvk":"Deployment","name":"maas-api-e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:42Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"default-tenant","reconcileID":"c79430f3-74ff-4511-8f98-c43f6bb439d6","gvk":"Service","name":"maas-api-e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:42Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"default-tenant","reconcileID":"c79430f3-74ff-4511-8f98-c43f6bb439d6","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-575204"} {"level":"info","ts":"2026-07-08T20:35:42Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"default-tenant","reconcileID":"c79430f3-74ff-4511-8f98-c43f6bb439d6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-575204"} {"level":"error","ts":"2026-07-08T20:35:42Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-575204"},"namespace":"ai-tenant-e2e-api-a-575204","name":"default-tenant","reconcileID":"c79430f3-74ff-4511-8f98-c43f6bb439d6","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T20:35:49Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-2f232c/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-2f232c","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-2f232c","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-2f232c"},"tenantIdentifier":"e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:49Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-2f232c/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-2f232c","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-2f232c","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-2f232c"},"tenantIdentifier":"e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:49Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f232c-policy","namespace":"ai-tenant-e2e-api-b-2f232c"},"namespace":"ai-tenant-e2e-api-b-2f232c","name":"e2e-e2e-api-b-2f232c-policy","reconcileID":"1b026fa8-4766-49d7-9538-d5ad1987361f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f232c-policy","namespace":"ai-tenant-e2e-api-b-2f232c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2f232c","tenantID":"e2e-api-b-2f232c","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T20:35:49Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-2f232c/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-2f232c","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-2f232c","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-2f232c"},"tenantIdentifier":"e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:49Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f232c"},"namespace":"ai-tenant-e2e-api-b-2f232c","name":"default-tenant","reconcileID":"d7bdb54b-d707-48e5-8676-f0f7e8b0fc33","tenant":"ai-tenant-e2e-api-b-2f232c/default-tenant","tenantID":"e2e-api-b-2f232c","subscriptionNamespace":"ai-tenant-e2e-api-b-2f232c","gatewayName":"e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:49Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f232c-policy","namespace":"ai-tenant-e2e-api-b-2f232c"},"namespace":"ai-tenant-e2e-api-b-2f232c","name":"e2e-e2e-api-b-2f232c-policy","reconcileID":"1b026fa8-4766-49d7-9538-d5ad1987361f"} {"level":"info","ts":"2026-07-08T20:35:49Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f232c-policy","namespace":"ai-tenant-e2e-api-b-2f232c"},"namespace":"ai-tenant-e2e-api-b-2f232c","name":"e2e-e2e-api-b-2f232c-policy","reconcileID":"1b026fa8-4766-49d7-9538-d5ad1987361f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f232c-policy","namespace":"ai-tenant-e2e-api-b-2f232c"},"name":"e2e-api-b-2f232c-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T20:35:49Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-2f232c/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-2f232c","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-2f232c","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-2f232c"},"tenantIdentifier":"e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-2f232c","deploymentName":"maas-api-e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-2f232c","deploymentName":"maas-api-e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-2f232c","deploymentName":"maas-api-e2e-api-b-2f232c"} {"level":"error","ts":"2026-07-08T20:35:49Z","msg":"failed to fetch gateway info","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f232c-policy","namespace":"ai-tenant-e2e-api-b-2f232c"},"namespace":"ai-tenant-e2e-api-b-2f232c","name":"e2e-e2e-api-b-2f232c-policy","reconcileID":"7aaec73b-4bbb-44ae-ae40-dae57d510b6b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f232c-policy","namespace":"ai-tenant-e2e-api-b-2f232c"},"error":"get owning AITenant ai-tenants/e2e-api-b-2f232c for tenant ai-tenant-e2e-api-b-2f232c/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-b-2f232c\" not found","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:472\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T20:35:49Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f232c-policy","namespace":"ai-tenant-e2e-api-b-2f232c"},"namespace":"ai-tenant-e2e-api-b-2f232c","name":"e2e-e2e-api-b-2f232c-policy","reconcileID":"7aaec73b-4bbb-44ae-ae40-dae57d510b6b","error":"get owning AITenant ai-tenants/e2e-api-b-2f232c for tenant ai-tenant-e2e-api-b-2f232c/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-b-2f232c\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T20:35:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-2f232c/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-2f232c","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-2f232c","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-2f232c"},"tenantIdentifier":"e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-2f232c","deploymentName":"maas-api-e2e-api-b-2f232c"} {"level":"error","ts":"2026-07-08T20:35:50Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f232c"},"namespace":"ai-tenant-e2e-api-b-2f232c","name":"default-tenant","reconcileID":"d7bdb54b-d707-48e5-8676-f0f7e8b0fc33","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T20:35:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-2f232c/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-2f232c","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-2f232c","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-2f232c"},"tenantIdentifier":"e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-2f232c/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-2f232c","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-2f232c","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-2f232c"},"tenantIdentifier":"e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:50Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f232c"},"namespace":"ai-tenant-e2e-api-b-2f232c","name":"default-tenant","reconcileID":"5ced6e19-1d83-4ed3-9000-adccc01a275f","namespace":"ai-tenant-e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:50Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f232c"},"namespace":"ai-tenant-e2e-api-b-2f232c","name":"default-tenant","reconcileID":"5ced6e19-1d83-4ed3-9000-adccc01a275f","name":"e2e-e2e-api-b-2f232c-policy","namespace":"ai-tenant-e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:50Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f232c"},"namespace":"ai-tenant-e2e-api-b-2f232c","name":"default-tenant","reconcileID":"5ced6e19-1d83-4ed3-9000-adccc01a275f","count":1} {"level":"info","ts":"2026-07-08T20:35:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-2f232c/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-2f232c","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-2f232c","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-2f232c"},"tenantIdentifier":"e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:50Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f232c"},"namespace":"ai-tenant-e2e-api-b-2f232c","name":"default-tenant","reconcileID":"5ced6e19-1d83-4ed3-9000-adccc01a275f","tenant":"e2e-api-b-2f232c","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T20:35:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-2f232c","deploymentName":"maas-api-e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:50Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f232c-policy","namespace":"ai-tenant-e2e-api-b-2f232c"},"namespace":"ai-tenant-e2e-api-b-2f232c","name":"e2e-e2e-api-b-2f232c-policy","reconcileID":"0fc14c22-7974-4973-84c8-554d5de6432f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f232c-policy","namespace":"ai-tenant-e2e-api-b-2f232c"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-08T20:35:50Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f232c"},"namespace":"ai-tenant-e2e-api-b-2f232c","name":"default-tenant","reconcileID":"5ced6e19-1d83-4ed3-9000-adccc01a275f","gvk":"Deployment","name":"maas-api-e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:50Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f232c"},"namespace":"ai-tenant-e2e-api-b-2f232c","name":"default-tenant","reconcileID":"5ced6e19-1d83-4ed3-9000-adccc01a275f","gvk":"Service","name":"maas-api-e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:50Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f232c"},"namespace":"ai-tenant-e2e-api-b-2f232c","name":"default-tenant","reconcileID":"5ced6e19-1d83-4ed3-9000-adccc01a275f","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:35:50Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f232c"},"namespace":"ai-tenant-e2e-api-b-2f232c","name":"default-tenant","reconcileID":"5ced6e19-1d83-4ed3-9000-adccc01a275f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-2f232c"} {"level":"info","ts":"2026-07-08T20:36:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-ec6309/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-ec6309","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-ec6309","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-ec6309"},"tenantIdentifier":"e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:36:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-ec6309/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-ec6309","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-ec6309","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-ec6309"},"tenantIdentifier":"e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:36:00Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-ec6309"},"namespace":"ai-tenant-e2e-shared-a-ec6309","name":"default-tenant","reconcileID":"e6fb3572-c04a-45df-badf-c19f5db9889c","tenant":"ai-tenant-e2e-shared-a-ec6309/default-tenant","tenantID":"e2e-shared-a-ec6309","subscriptionNamespace":"ai-tenant-e2e-shared-a-ec6309","gatewayName":"e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:36:00Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-ec6309","deploymentName":"maas-api-e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:36:00Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-ec6309","deploymentName":"maas-api-e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:36:00Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-ec6309","deploymentName":"maas-api-e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:36:00Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2448bf2a-fb9f-4037-8684-dd843f4c2c42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:36:00Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"40343319-1a90-40c6-8c59-2ee41efc142d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:36:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-ec6309/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-ec6309","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-ec6309","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-ec6309"},"tenantIdentifier":"e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:36:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-ec6309","deploymentName":"maas-api-e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:36:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-ec6309/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-ec6309","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-ec6309","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-ec6309"},"tenantIdentifier":"e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:36:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-ec6309/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-ec6309","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-ec6309","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-ec6309"},"tenantIdentifier":"e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:36:01Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-ec6309"},"namespace":"ai-tenant-e2e-shared-a-ec6309","name":"default-tenant","reconcileID":"734e354e-4066-405b-a7bf-42b3fc57b62d","tenant":"ai-tenant-e2e-shared-a-ec6309/default-tenant","tenantID":"e2e-shared-a-ec6309","subscriptionNamespace":"ai-tenant-e2e-shared-a-ec6309","gatewayName":"e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:36:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-ec6309","deploymentName":"maas-api-e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:36:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-ec6309","deploymentName":"maas-api-e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:36:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-ec6309","deploymentName":"maas-api-e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:36:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-ec6309/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-ec6309","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-ec6309","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-ec6309"},"tenantIdentifier":"e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:36:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-ec6309","deploymentName":"maas-api-e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:36:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca53e0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca53e0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca53e0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca53e0"},"tenantIdentifier":"e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:36:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca53e0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca53e0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca53e0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca53e0"},"tenantIdentifier":"e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:36:08Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca53e0"},"namespace":"ai-tenant-e2e-shared-b-ca53e0","name":"default-tenant","reconcileID":"ef1c1156-c803-463e-b00b-d5a293dc70b7","tenant":"ai-tenant-e2e-shared-b-ca53e0/default-tenant","tenantID":"e2e-shared-b-ca53e0","subscriptionNamespace":"ai-tenant-e2e-shared-b-ca53e0","gatewayName":"e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:36:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca53e0","deploymentName":"maas-api-e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:36:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca53e0","deploymentName":"maas-api-e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:36:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca53e0","deploymentName":"maas-api-e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:36:09Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"81e32af8-7762-4b93-9fc2-6bbcc40d36e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:36:09Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T20:36:09Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T20:36:09Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e13e2a26-c35b-4a54-bb98-906d9d34a2fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:36:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca53e0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca53e0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca53e0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca53e0"},"tenantIdentifier":"e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:36:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca53e0","deploymentName":"maas-api-e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:36:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca53e0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca53e0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca53e0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca53e0"},"tenantIdentifier":"e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:36:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca53e0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca53e0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca53e0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca53e0"},"tenantIdentifier":"e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:36:09Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca53e0"},"namespace":"ai-tenant-e2e-shared-b-ca53e0","name":"default-tenant","reconcileID":"bc6b9645-c55e-43ff-902a-c68e1e9535fb","tenant":"ai-tenant-e2e-shared-b-ca53e0/default-tenant","tenantID":"e2e-shared-b-ca53e0","subscriptionNamespace":"ai-tenant-e2e-shared-b-ca53e0","gatewayName":"e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:36:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca53e0","deploymentName":"maas-api-e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:36:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca53e0","deploymentName":"maas-api-e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:36:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca53e0","deploymentName":"maas-api-e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:36:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca53e0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca53e0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca53e0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca53e0"},"tenantIdentifier":"e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:36:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca53e0","deploymentName":"maas-api-e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:36:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-ec6309/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-ec6309","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-ec6309","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-ec6309"},"tenantIdentifier":"e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:36:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-ec6309/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-ec6309","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-ec6309","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-ec6309"},"tenantIdentifier":"e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:36:21Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-ec6309"},"namespace":"ai-tenant-e2e-shared-a-ec6309","name":"default-tenant","reconcileID":"7580973b-d04f-4715-904a-15ed5df2c1a0","tenant":"ai-tenant-e2e-shared-a-ec6309/default-tenant","tenantID":"e2e-shared-a-ec6309","subscriptionNamespace":"ai-tenant-e2e-shared-a-ec6309","gatewayName":"e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:36:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-ec6309","deploymentName":"maas-api-e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:36:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-ec6309","deploymentName":"maas-api-e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:36:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-ec6309","deploymentName":"maas-api-e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:36:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-ec6309/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-ec6309","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-ec6309","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-ec6309"},"tenantIdentifier":"e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:36:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-ec6309","deploymentName":"maas-api-e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:36:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-ec6309/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-ec6309","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-ec6309","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-ec6309"},"tenantIdentifier":"e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:36:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-ec6309/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-ec6309","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-ec6309","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-ec6309"},"tenantIdentifier":"e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:36:21Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-ec6309"},"namespace":"ai-tenant-e2e-shared-a-ec6309","name":"default-tenant","reconcileID":"0d750a02-e760-4fc4-bc9a-6d0662757a52","tenant":"ai-tenant-e2e-shared-a-ec6309/default-tenant","tenantID":"e2e-shared-a-ec6309","subscriptionNamespace":"ai-tenant-e2e-shared-a-ec6309","gatewayName":"e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:36:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-ec6309","deploymentName":"maas-api-e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:36:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-ec6309","deploymentName":"maas-api-e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:36:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-ec6309","deploymentName":"maas-api-e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:36:22Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-ec6309/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-ec6309","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-ec6309","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-ec6309"},"tenantIdentifier":"e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:36:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-ec6309","deploymentName":"maas-api-e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:36:23Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2f20c040-bf91-4de2-9072-2f5b0649364c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:36:23Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"930c7a78-6c6a-4bf2-9d20-50fc7613d0fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:36:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca53e0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca53e0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca53e0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca53e0"},"tenantIdentifier":"e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:36:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca53e0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca53e0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca53e0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca53e0"},"tenantIdentifier":"e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:36:29Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca53e0"},"namespace":"ai-tenant-e2e-shared-b-ca53e0","name":"default-tenant","reconcileID":"194ac7af-7a4c-42cc-aaef-20f3a90b8fc1","tenant":"ai-tenant-e2e-shared-b-ca53e0/default-tenant","tenantID":"e2e-shared-b-ca53e0","subscriptionNamespace":"ai-tenant-e2e-shared-b-ca53e0","gatewayName":"e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:36:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca53e0","deploymentName":"maas-api-e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:36:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca53e0","deploymentName":"maas-api-e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:36:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca53e0","deploymentName":"maas-api-e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:36:30Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca53e0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca53e0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca53e0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca53e0"},"tenantIdentifier":"e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:36:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca53e0","deploymentName":"maas-api-e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:36:30Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca53e0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca53e0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca53e0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca53e0"},"tenantIdentifier":"e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:36:30Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca53e0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca53e0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca53e0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca53e0"},"tenantIdentifier":"e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:36:30Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca53e0"},"namespace":"ai-tenant-e2e-shared-b-ca53e0","name":"default-tenant","reconcileID":"9957565b-a499-4879-a549-64ee1b5b4459","tenant":"ai-tenant-e2e-shared-b-ca53e0/default-tenant","tenantID":"e2e-shared-b-ca53e0","subscriptionNamespace":"ai-tenant-e2e-shared-b-ca53e0","gatewayName":"e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:36:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca53e0","deploymentName":"maas-api-e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:36:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca53e0","deploymentName":"maas-api-e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:36:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca53e0","deploymentName":"maas-api-e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:36:30Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca53e0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca53e0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca53e0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca53e0"},"tenantIdentifier":"e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:36:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca53e0","deploymentName":"maas-api-e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:36:39Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T20:36:39Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T20:37:09Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T20:37:09Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T20:37:39Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T20:37:39Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T20:38:09Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T20:38:09Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T20:38:39Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T20:38:39Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T20:39:09Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T20:39:09Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T20:39:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-ec6309/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-ec6309","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-ec6309","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-ec6309"},"tenantIdentifier":"e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:39:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-ec6309/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-ec6309","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-ec6309","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-ec6309"},"tenantIdentifier":"e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:39:18Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-ec6309"},"namespace":"ai-tenant-e2e-shared-a-ec6309","name":"default-tenant","reconcileID":"3a3e19b6-45e5-4f94-85d6-7aaf5cc918f1","tenant":"ai-tenant-e2e-shared-a-ec6309/default-tenant","tenantID":"e2e-shared-a-ec6309","subscriptionNamespace":"ai-tenant-e2e-shared-a-ec6309","gatewayName":"e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:39:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-ec6309","deploymentName":"maas-api-e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:39:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-ec6309","deploymentName":"maas-api-e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:39:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-ec6309","deploymentName":"maas-api-e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:39:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-ec6309/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-ec6309","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-ec6309","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-ec6309"},"tenantIdentifier":"e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:39:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-ec6309","deploymentName":"maas-api-e2e-shared-a-ec6309"} {"level":"error","ts":"2026-07-08T20:39:19Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-ec6309"},"namespace":"ai-tenant-e2e-shared-a-ec6309","name":"default-tenant","reconcileID":"3a3e19b6-45e5-4f94-85d6-7aaf5cc918f1","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T20:39:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-ec6309/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-ec6309","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-ec6309","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-ec6309"},"tenantIdentifier":"e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:39:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-ec6309/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-ec6309","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-ec6309","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-ec6309"},"tenantIdentifier":"e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:39:19Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-ec6309"},"namespace":"ai-tenant-e2e-shared-a-ec6309","name":"default-tenant","reconcileID":"b788eea7-ee23-4562-8e97-3f6858b358b9","namespace":"ai-tenant-e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:39:19Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-ec6309"},"namespace":"ai-tenant-e2e-shared-a-ec6309","name":"default-tenant","reconcileID":"b788eea7-ee23-4562-8e97-3f6858b358b9","count":0} {"level":"info","ts":"2026-07-08T20:39:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-ec6309/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-ec6309","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-ec6309","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-ec6309"},"tenantIdentifier":"e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:39:19Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-ec6309"},"namespace":"ai-tenant-e2e-shared-a-ec6309","name":"default-tenant","reconcileID":"b788eea7-ee23-4562-8e97-3f6858b358b9","tenant":"e2e-shared-a-ec6309","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T20:39:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-ec6309","deploymentName":"maas-api-e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:39:19Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-ec6309"},"namespace":"ai-tenant-e2e-shared-a-ec6309","name":"default-tenant","reconcileID":"b788eea7-ee23-4562-8e97-3f6858b358b9","gvk":"Deployment","name":"maas-api-e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:39:19Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-ec6309"},"namespace":"ai-tenant-e2e-shared-a-ec6309","name":"default-tenant","reconcileID":"b788eea7-ee23-4562-8e97-3f6858b358b9","gvk":"Service","name":"maas-api-e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:39:19Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-ec6309"},"namespace":"ai-tenant-e2e-shared-a-ec6309","name":"default-tenant","reconcileID":"b788eea7-ee23-4562-8e97-3f6858b358b9","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:39:19Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-ec6309"},"namespace":"ai-tenant-e2e-shared-a-ec6309","name":"default-tenant","reconcileID":"b788eea7-ee23-4562-8e97-3f6858b358b9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-ec6309"} {"level":"info","ts":"2026-07-08T20:39:23Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"91e1996e-5f7d-4964-b3ee-ec1753a1e77e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:39:23Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"02bf7b37-f149-4064-9534-79b17023747c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:39:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca53e0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca53e0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca53e0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca53e0"},"tenantIdentifier":"e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:39:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca53e0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca53e0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca53e0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca53e0"},"tenantIdentifier":"e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:39:25Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca53e0"},"namespace":"ai-tenant-e2e-shared-b-ca53e0","name":"default-tenant","reconcileID":"f6594d29-84e0-4e7d-81a5-4f5c6610ee68","tenant":"ai-tenant-e2e-shared-b-ca53e0/default-tenant","tenantID":"e2e-shared-b-ca53e0","subscriptionNamespace":"ai-tenant-e2e-shared-b-ca53e0","gatewayName":"e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:39:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca53e0","deploymentName":"maas-api-e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:39:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca53e0","deploymentName":"maas-api-e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:39:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca53e0","deploymentName":"maas-api-e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:39:26Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca53e0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca53e0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca53e0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca53e0"},"tenantIdentifier":"e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:39:26Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca53e0","deploymentName":"maas-api-e2e-shared-b-ca53e0"} {"level":"error","ts":"2026-07-08T20:39:26Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca53e0"},"namespace":"ai-tenant-e2e-shared-b-ca53e0","name":"default-tenant","reconcileID":"f6594d29-84e0-4e7d-81a5-4f5c6610ee68","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T20:39:26Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca53e0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca53e0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca53e0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca53e0"},"tenantIdentifier":"e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:39:26Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca53e0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca53e0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca53e0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca53e0"},"tenantIdentifier":"e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:39:26Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca53e0"},"namespace":"ai-tenant-e2e-shared-b-ca53e0","name":"default-tenant","reconcileID":"6ad6dbad-0257-44f1-bf4e-b8714ed85ab5","namespace":"ai-tenant-e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:39:26Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca53e0"},"namespace":"ai-tenant-e2e-shared-b-ca53e0","name":"default-tenant","reconcileID":"6ad6dbad-0257-44f1-bf4e-b8714ed85ab5","count":0} {"level":"info","ts":"2026-07-08T20:39:26Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca53e0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca53e0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca53e0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca53e0"},"tenantIdentifier":"e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:39:26Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca53e0"},"namespace":"ai-tenant-e2e-shared-b-ca53e0","name":"default-tenant","reconcileID":"6ad6dbad-0257-44f1-bf4e-b8714ed85ab5","tenant":"e2e-shared-b-ca53e0","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T20:39:26Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca53e0","deploymentName":"maas-api-e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:39:26Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca53e0"},"namespace":"ai-tenant-e2e-shared-b-ca53e0","name":"default-tenant","reconcileID":"6ad6dbad-0257-44f1-bf4e-b8714ed85ab5","gvk":"Deployment","name":"maas-api-e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:39:26Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca53e0"},"namespace":"ai-tenant-e2e-shared-b-ca53e0","name":"default-tenant","reconcileID":"6ad6dbad-0257-44f1-bf4e-b8714ed85ab5","gvk":"Service","name":"maas-api-e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:39:26Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca53e0"},"namespace":"ai-tenant-e2e-shared-b-ca53e0","name":"default-tenant","reconcileID":"6ad6dbad-0257-44f1-bf4e-b8714ed85ab5","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:39:26Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca53e0"},"namespace":"ai-tenant-e2e-shared-b-ca53e0","name":"default-tenant","reconcileID":"6ad6dbad-0257-44f1-bf4e-b8714ed85ab5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-ca53e0"} {"level":"info","ts":"2026-07-08T20:39:26Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8018d0db-bb97-4999-ae02-54288a4d55df","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:39:26Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"39c2f05f-7bee-4213-89ed-bb1c4af4d3ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:39:31Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bc9a84eb-234e-4f9d-aa7e-e6b1a62fe1b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:39:31Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"14c6e164-0bb1-4bb0-8afc-6efdacbd0dce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:39:35Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c463f723-f0b3-4c92-b3b6-7787839e2b6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:39:35Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7c535828-41ac-43e0-8ef0-ef57415cf561","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}