{"level":"info","ts":"2026-07-12T08:52:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b534df/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b534df","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b534df","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b534df"},"tenantIdentifier":"e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b534df/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b534df","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b534df","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b534df"},"tenantIdentifier":"e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:32Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"default-tenant","reconcileID":"9a37e945-f374-410e-b9cd-62ac5f8421a2","tenant":"ai-tenant-e2e-inf-b-b534df/default-tenant","tenantID":"e2e-inf-b-b534df","subscriptionNamespace":"ai-tenant-e2e-inf-b-b534df","gatewayName":"e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b534df","deploymentName":"maas-api-e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b534df","deploymentName":"maas-api-e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b534df","deploymentName":"maas-api-e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b534df/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b534df","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b534df","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b534df"},"tenantIdentifier":"e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b534df","deploymentName":"maas-api-e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b534df/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b534df","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b534df","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b534df"},"tenantIdentifier":"e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b534df/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b534df","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b534df","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b534df"},"tenantIdentifier":"e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:33Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"default-tenant","reconcileID":"6b72abad-ec5f-4d54-bfd8-7ba0e9c36ce6","tenant":"ai-tenant-e2e-inf-b-b534df/default-tenant","tenantID":"e2e-inf-b-b534df","subscriptionNamespace":"ai-tenant-e2e-inf-b-b534df","gatewayName":"e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:33Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"998dfe44-7bc1-4002-8fd3-d24321d95fba","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:52:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b534df","deploymentName":"maas-api-e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b534df","deploymentName":"maas-api-e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b534df","deploymentName":"maas-api-e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:33Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"51643443-1806-420f-b5da-c783a7bb90d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:52:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b534df/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b534df","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b534df","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b534df"},"tenantIdentifier":"e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b534df","deploymentName":"maas-api-e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b534df/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b534df","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b534df","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b534df"},"tenantIdentifier":"e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b534df/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b534df","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b534df","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b534df"},"tenantIdentifier":"e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:34Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"default-tenant","reconcileID":"a4d5147c-a160-41d1-88c7-25371632bd2a","tenant":"ai-tenant-e2e-inf-b-b534df/default-tenant","tenantID":"e2e-inf-b-b534df","subscriptionNamespace":"ai-tenant-e2e-inf-b-b534df","gatewayName":"e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b534df","deploymentName":"maas-api-e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b534df","deploymentName":"maas-api-e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b534df","deploymentName":"maas-api-e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b534df/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b534df","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b534df","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b534df"},"tenantIdentifier":"e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b534df","deploymentName":"maas-api-e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-d8ca53/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-d8ca53","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-d8ca53","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-d8ca53"},"tenantIdentifier":"e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:52:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-d8ca53/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-d8ca53","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-d8ca53","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-d8ca53"},"tenantIdentifier":"e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:52:45Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"default-tenant","reconcileID":"903b1c47-0c68-4152-a577-16c9c2ed697d","tenant":"ai-tenant-e2e-inf-a-d8ca53/default-tenant","tenantID":"e2e-inf-a-d8ca53","subscriptionNamespace":"ai-tenant-e2e-inf-a-d8ca53","gatewayName":"e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:52:45Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-d8ca53","deploymentName":"maas-api-e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:52:45Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-d8ca53","deploymentName":"maas-api-e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:52:45Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-d8ca53","deploymentName":"maas-api-e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:52:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-d8ca53/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-d8ca53","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-d8ca53","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-d8ca53"},"tenantIdentifier":"e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:52:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-d8ca53","deploymentName":"maas-api-e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:52:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-d8ca53/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-d8ca53","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-d8ca53","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-d8ca53"},"tenantIdentifier":"e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:52:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-d8ca53/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-d8ca53","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-d8ca53","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-d8ca53"},"tenantIdentifier":"e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:52:46Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"default-tenant","reconcileID":"04da04a4-68aa-4fad-b946-fc8e0b088e23","tenant":"ai-tenant-e2e-inf-a-d8ca53/default-tenant","tenantID":"e2e-inf-a-d8ca53","subscriptionNamespace":"ai-tenant-e2e-inf-a-d8ca53","gatewayName":"e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:52:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-d8ca53","deploymentName":"maas-api-e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:52:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-d8ca53","deploymentName":"maas-api-e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:52:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-d8ca53","deploymentName":"maas-api-e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:52:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-d8ca53/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-d8ca53","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-d8ca53","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-d8ca53"},"tenantIdentifier":"e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:52:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-d8ca53","deploymentName":"maas-api-e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:52:48Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"64e668dc-accc-4620-ae8e-a3d7c8772264","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:52:48Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2eaa8dc9-450e-48bd-a1a5-d1d921f58f36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:52:53Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b534df/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b534df","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b534df","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b534df"},"tenantIdentifier":"e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:53Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b534df/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b534df","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b534df","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b534df"},"tenantIdentifier":"e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:53Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"default-tenant","reconcileID":"6e71661e-19ae-49b8-93e8-119d519ed6c7","tenant":"ai-tenant-e2e-inf-b-b534df/default-tenant","tenantID":"e2e-inf-b-b534df","subscriptionNamespace":"ai-tenant-e2e-inf-b-b534df","gatewayName":"e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b534df","deploymentName":"maas-api-e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b534df","deploymentName":"maas-api-e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b534df","deploymentName":"maas-api-e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:54Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T08:52:54Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T08:52:54Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b534df/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b534df","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b534df","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b534df"},"tenantIdentifier":"e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:54Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b534df","deploymentName":"maas-api-e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:54Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b534df/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b534df","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b534df","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b534df"},"tenantIdentifier":"e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:54Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b534df/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b534df","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b534df","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b534df"},"tenantIdentifier":"e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:54Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"default-tenant","reconcileID":"ded35c26-291b-4b15-b20e-35cf66914c4e","tenant":"ai-tenant-e2e-inf-b-b534df/default-tenant","tenantID":"e2e-inf-b-b534df","subscriptionNamespace":"ai-tenant-e2e-inf-b-b534df","gatewayName":"e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:54Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b534df","deploymentName":"maas-api-e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:54Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b534df","deploymentName":"maas-api-e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:54Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b534df","deploymentName":"maas-api-e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:54Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b534df/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b534df","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b534df","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b534df"},"tenantIdentifier":"e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:54Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b534df","deploymentName":"maas-api-e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:52:58Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53","reconcileID":"da0be88d-32aa-4340-8223-d937643ace36","MaaSModelRef":{"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"routeName":"test-model-d8ca53-kserve-route","namespace":"ai-tenant-e2e-inf-a-d8ca53","llmisvcName":"test-model-d8ca53","gateway":"openshift-ingress/e2e-inf-a-d8ca53","hostnames":[]} {"level":"info","ts":"2026-07-12T08:52:58Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53","reconcileID":"3f297153-fb8d-4218-8a7e-47912eca615a","MaaSModelRef":{"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"routeName":"test-model-d8ca53-kserve-route","namespace":"ai-tenant-e2e-inf-a-d8ca53","llmisvcName":"test-model-d8ca53","gateway":"openshift-ingress/e2e-inf-a-d8ca53","hostnames":[]} {"level":"info","ts":"2026-07-12T08:52:58Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53","reconcileID":"763f6f5c-1ab2-4d35-9099-2911513e6a75","MaaSModelRef":{"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"routeName":"test-model-d8ca53-kserve-route","namespace":"ai-tenant-e2e-inf-a-d8ca53","llmisvcName":"test-model-d8ca53","gateway":"openshift-ingress/e2e-inf-a-d8ca53","hostnames":[]} {"level":"info","ts":"2026-07-12T08:52:58Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d8ca53-sub","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53-sub","reconcileID":"830f1103-40e0-4379-9d87-ae32dc3f919f","MaaSSubscription":{"name":"test-model-d8ca53-sub","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"name":"maas-trlp-test-model-d8ca53","model":"test-model-d8ca53","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-d8ca53/test-model-d8ca53-sub"]} {"level":"info","ts":"2026-07-12T08:52:58Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53","reconcileID":"56135a0e-50cb-4101-a496-d03cedcab637","MaaSModelRef":{"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"routeName":"test-model-d8ca53-kserve-route","namespace":"ai-tenant-e2e-inf-a-d8ca53","llmisvcName":"test-model-d8ca53","gateway":"openshift-ingress/e2e-inf-a-d8ca53","hostnames":[]} {"level":"info","ts":"2026-07-12T08:52:58Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d8ca53-sub","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53-sub","reconcileID":"bb3ed574-8059-46e9-ab7c-f31d9d7e598d","MaaSSubscription":{"name":"test-model-d8ca53-sub","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"name":"maas-trlp-test-model-d8ca53","model":"ai-tenant-e2e-inf-a-d8ca53/test-model-d8ca53","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:52:58Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53","reconcileID":"20ed96b2-9e19-412e-adcb-2a0985f75808","MaaSModelRef":{"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"routeName":"test-model-d8ca53-kserve-route","namespace":"ai-tenant-e2e-inf-a-d8ca53","llmisvcName":"test-model-d8ca53","gateway":"openshift-ingress/e2e-inf-a-d8ca53","hostnames":[]} {"level":"info","ts":"2026-07-12T08:52:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-d8ca53/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-d8ca53","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-d8ca53","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-d8ca53"},"tenantIdentifier":"e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:52:58Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53","reconcileID":"a6a8102d-84fc-4439-81d4-13c8176a9580","MaaSModelRef":{"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"routeName":"test-model-d8ca53-kserve-route","namespace":"ai-tenant-e2e-inf-a-d8ca53","llmisvcName":"test-model-d8ca53","gateway":"openshift-ingress/e2e-inf-a-d8ca53","hostnames":[]} {"level":"info","ts":"2026-07-12T08:52:58Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d8ca53-auth","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53-auth","reconcileID":"140b0c31-14d9-4b78-9128-58b6fccd04c5","MaaSAuthPolicy":{"name":"test-model-d8ca53-auth","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d8ca53","tenantID":"e2e-inf-a-d8ca53","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T08:52:58Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d8ca53-sub","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53-sub","reconcileID":"d7deb697-ccbc-494c-b5e8-133dd499444b","MaaSSubscription":{"name":"test-model-d8ca53-sub","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"name":"maas-trlp-test-model-d8ca53","model":"ai-tenant-e2e-inf-a-d8ca53/test-model-d8ca53","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:52:58Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d8ca53-auth","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53-auth","reconcileID":"140b0c31-14d9-4b78-9128-58b6fccd04c5"} {"level":"info","ts":"2026-07-12T08:52:58Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d8ca53-auth","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53-auth","reconcileID":"140b0c31-14d9-4b78-9128-58b6fccd04c5","MaaSAuthPolicy":{"name":"test-model-d8ca53-auth","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"name":"e2e-inf-a-d8ca53-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T08:52:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-d8ca53/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-d8ca53","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-d8ca53","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-d8ca53"},"tenantIdentifier":"e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:52:58Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53","reconcileID":"c0052081-e7eb-4772-8752-fe6c8a8dd83b","MaaSModelRef":{"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"routeName":"test-model-d8ca53-kserve-route","namespace":"ai-tenant-e2e-inf-a-d8ca53","llmisvcName":"test-model-d8ca53","gateway":"openshift-ingress/e2e-inf-a-d8ca53","hostnames":[]} {"level":"info","ts":"2026-07-12T08:52:58Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d8ca53-auth","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53-auth","reconcileID":"f68a46a9-de63-44c2-93d0-94d8168cb951","MaaSAuthPolicy":{"name":"test-model-d8ca53-auth","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d8ca53","tenantID":"e2e-inf-a-d8ca53","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T08:52:58Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d8ca53-auth","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53-auth","reconcileID":"f68a46a9-de63-44c2-93d0-94d8168cb951"} {"level":"info","ts":"2026-07-12T08:52:58Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d8ca53-auth","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53-auth","reconcileID":"f68a46a9-de63-44c2-93d0-94d8168cb951","MaaSAuthPolicy":{"name":"test-model-d8ca53-auth","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"name":"e2e-inf-a-d8ca53-maas-auth","namespace":"openshift-ingress"} {"level":"error","ts":"2026-07-12T08:52:58Z","msg":"failed to update MaaSAuthPolicy status","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d8ca53-auth","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53-auth","reconcileID":"f68a46a9-de63-44c2-93d0-94d8168cb951","name":"test-model-d8ca53-auth","error":"Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"test-model-d8ca53-auth\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1770\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:555\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T08:53:03Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"62472be1-b3ab-447e-b540-f0878894c797","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:53:03Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d8ca53-sub","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53-sub","reconcileID":"e04add0b-a1ec-47e5-ba8f-c5bc7bdc3190","MaaSSubscription":{"name":"test-model-d8ca53-sub","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"name":"maas-trlp-test-model-d8ca53","model":"ai-tenant-e2e-inf-a-d8ca53/test-model-d8ca53","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:53:03Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53","reconcileID":"69a1484f-5d9d-414e-9df8-b8bfba02b4b1","MaaSModelRef":{"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"routeName":"test-model-d8ca53-kserve-route","namespace":"ai-tenant-e2e-inf-a-d8ca53","llmisvcName":"test-model-d8ca53","gateway":"openshift-ingress/e2e-inf-a-d8ca53","hostnames":[]} {"level":"info","ts":"2026-07-12T08:53:03Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4adaa050-5a56-4cdf-8ad3-c831a7d3a7b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:53:03Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53","reconcileID":"43309639-0767-4142-8dbd-0ee23811063c","MaaSModelRef":{"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"routeName":"test-model-d8ca53-kserve-route","namespace":"ai-tenant-e2e-inf-a-d8ca53","llmisvcName":"test-model-d8ca53","gateway":"openshift-ingress/e2e-inf-a-d8ca53","hostnames":[]} {"level":"info","ts":"2026-07-12T08:53:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-d8ca53/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-d8ca53","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-d8ca53","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-d8ca53"},"tenantIdentifier":"e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:53:03Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d8ca53-auth","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53-auth","reconcileID":"2dd27da8-1929-4978-ad1f-bde1f9153bff","MaaSAuthPolicy":{"name":"test-model-d8ca53-auth","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d8ca53","tenantID":"e2e-inf-a-d8ca53","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T08:53:03Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d8ca53-sub","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53-sub","reconcileID":"d47b0d23-d1e6-4a72-b329-c0bfe4585016","MaaSSubscription":{"name":"test-model-d8ca53-sub","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"name":"maas-trlp-test-model-d8ca53","model":"ai-tenant-e2e-inf-a-d8ca53/test-model-d8ca53","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:53:03Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d8ca53-auth","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53-auth","reconcileID":"2dd27da8-1929-4978-ad1f-bde1f9153bff"} {"level":"info","ts":"2026-07-12T08:53:03Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d8ca53-auth","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53-auth","reconcileID":"2dd27da8-1929-4978-ad1f-bde1f9153bff","MaaSAuthPolicy":{"name":"test-model-d8ca53-auth","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"name":"e2e-inf-a-d8ca53-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T08:53:09Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53","reconcileID":"28f8bfa6-58c3-4760-b5c6-ec34cc252856","MaaSModelRef":{"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"routeName":"test-model-d8ca53-kserve-route","namespace":"ai-tenant-e2e-inf-a-d8ca53","llmisvcName":"test-model-d8ca53","gateway":"openshift-ingress/e2e-inf-a-d8ca53","hostnames":[]} {"level":"info","ts":"2026-07-12T08:53:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-d8ca53/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-d8ca53","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-d8ca53","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-d8ca53"},"tenantIdentifier":"e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:53:09Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d8ca53-auth","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53-auth","reconcileID":"8ef60a8d-4798-4d58-a638-407403d09fed","MaaSAuthPolicy":{"name":"test-model-d8ca53-auth","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d8ca53","tenantID":"e2e-inf-a-d8ca53","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T08:53:09Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d8ca53-sub","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53-sub","reconcileID":"cd2f4076-9561-40ec-b6a6-12a2cac33366","MaaSSubscription":{"name":"test-model-d8ca53-sub","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"name":"maas-trlp-test-model-d8ca53","model":"ai-tenant-e2e-inf-a-d8ca53/test-model-d8ca53","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:53:09Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d8ca53-auth","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53-auth","reconcileID":"8ef60a8d-4798-4d58-a638-407403d09fed"} {"level":"info","ts":"2026-07-12T08:53:09Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d8ca53-auth","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53-auth","reconcileID":"8ef60a8d-4798-4d58-a638-407403d09fed","MaaSAuthPolicy":{"name":"test-model-d8ca53-auth","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"name":"e2e-inf-a-d8ca53-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T08:53:12Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cfabe88c-8dd9-45f8-a9b6-e2af95c78198","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:53:12Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d8ca53-sub","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53-sub","reconcileID":"4ab17fc7-970a-433c-a506-c60e6be14dfc","MaaSSubscription":{"name":"test-model-d8ca53-sub","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"name":"maas-trlp-test-model-d8ca53","model":"ai-tenant-e2e-inf-a-d8ca53/test-model-d8ca53","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:53:12Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7d06df5c-cca0-4659-bc1b-1de8bb2787a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:53:24Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T08:53:24Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T08:53:24Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df","reconcileID":"caeac1ae-cd65-4bb1-ac82-7197b3af30fd","MaaSModelRef":{"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"},"routeName":"test-model-b534df-kserve-route","namespace":"ai-tenant-e2e-inf-b-b534df","llmisvcName":"test-model-b534df","gateway":"openshift-ingress/e2e-inf-b-b534df","hostnames":[]} {"level":"info","ts":"2026-07-12T08:53:24Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df","reconcileID":"116fca32-2755-444f-92ba-d7a6d4f9017c","MaaSModelRef":{"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"},"routeName":"test-model-b534df-kserve-route","namespace":"ai-tenant-e2e-inf-b-b534df","llmisvcName":"test-model-b534df","gateway":"openshift-ingress/e2e-inf-b-b534df","hostnames":[]} {"level":"info","ts":"2026-07-12T08:53:24Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df","reconcileID":"32b9930c-e3b7-4936-8f57-83b53df38cae","MaaSModelRef":{"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"},"routeName":"test-model-b534df-kserve-route","namespace":"ai-tenant-e2e-inf-b-b534df","llmisvcName":"test-model-b534df","gateway":"openshift-ingress/e2e-inf-b-b534df","hostnames":[]} {"level":"info","ts":"2026-07-12T08:53:24Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df","reconcileID":"32bd1406-1fe3-4b3d-8f00-5b439fbb2d6b","MaaSModelRef":{"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"},"routeName":"test-model-b534df-kserve-route","namespace":"ai-tenant-e2e-inf-b-b534df","llmisvcName":"test-model-b534df","gateway":"openshift-ingress/e2e-inf-b-b534df","hostnames":[]} {"level":"info","ts":"2026-07-12T08:53:24Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53","reconcileID":"ab06cbd9-ebe6-45b3-b578-4529279b96a0","MaaSModelRef":{"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"routeName":"test-model-d8ca53-kserve-route","namespace":"ai-tenant-e2e-inf-a-d8ca53","llmisvcName":"test-model-d8ca53","gateway":"openshift-ingress/e2e-inf-a-d8ca53","hostnames":[]} {"level":"info","ts":"2026-07-12T08:53:24Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b534df-sub","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df-sub","reconcileID":"8097955b-0c2d-4631-a90a-9046c7e3b594","MaaSSubscription":{"name":"test-model-b534df-sub","namespace":"ai-tenant-e2e-inf-b-b534df"},"name":"maas-trlp-test-model-b534df","model":"test-model-b534df","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-b534df/test-model-b534df-sub"]} {"level":"info","ts":"2026-07-12T08:53:24Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df","reconcileID":"f3255b26-9322-4b53-99cc-76f9abb226d0","MaaSModelRef":{"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"},"routeName":"test-model-b534df-kserve-route","namespace":"ai-tenant-e2e-inf-b-b534df","llmisvcName":"test-model-b534df","gateway":"openshift-ingress/e2e-inf-b-b534df","hostnames":[]} {"level":"info","ts":"2026-07-12T08:53:24Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b534df-sub","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df-sub","reconcileID":"e10f269d-8d0e-4276-8380-ea0749745902","MaaSSubscription":{"name":"test-model-b534df-sub","namespace":"ai-tenant-e2e-inf-b-b534df"},"name":"maas-trlp-test-model-b534df","model":"ai-tenant-e2e-inf-b-b534df/test-model-b534df","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:53:25Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df","reconcileID":"7a6e2e0e-6955-4793-8e9f-7b4cb2271991","MaaSModelRef":{"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"},"routeName":"test-model-b534df-kserve-route","namespace":"ai-tenant-e2e-inf-b-b534df","llmisvcName":"test-model-b534df","gateway":"openshift-ingress/e2e-inf-b-b534df","hostnames":[]} {"level":"info","ts":"2026-07-12T08:53:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b534df/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b534df","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b534df","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b534df"},"tenantIdentifier":"e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:53:25Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df","reconcileID":"020b7407-4a5c-4116-aa62-00fc2587d7e1","MaaSModelRef":{"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"},"routeName":"test-model-b534df-kserve-route","namespace":"ai-tenant-e2e-inf-b-b534df","llmisvcName":"test-model-b534df","gateway":"openshift-ingress/e2e-inf-b-b534df","hostnames":[]} {"level":"info","ts":"2026-07-12T08:53:25Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b534df-auth","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df-auth","reconcileID":"73ed15c2-42f4-4250-813f-fcfe41650a1f","MaaSAuthPolicy":{"name":"test-model-b534df-auth","namespace":"ai-tenant-e2e-inf-b-b534df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b534df","tenantID":"e2e-inf-b-b534df","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T08:53:25Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b534df-sub","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df-sub","reconcileID":"21d4c08c-e2f2-4e3d-8e67-67df4e4ebcf4","MaaSSubscription":{"name":"test-model-b534df-sub","namespace":"ai-tenant-e2e-inf-b-b534df"},"name":"maas-trlp-test-model-b534df","model":"ai-tenant-e2e-inf-b-b534df/test-model-b534df","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:53:25Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b534df-auth","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df-auth","reconcileID":"73ed15c2-42f4-4250-813f-fcfe41650a1f"} {"level":"info","ts":"2026-07-12T08:53:25Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b534df-auth","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df-auth","reconcileID":"73ed15c2-42f4-4250-813f-fcfe41650a1f","MaaSAuthPolicy":{"name":"test-model-b534df-auth","namespace":"ai-tenant-e2e-inf-b-b534df"},"name":"e2e-inf-b-b534df-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T08:53:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b534df/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b534df","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b534df","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b534df"},"tenantIdentifier":"e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:53:25Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df","reconcileID":"0ff99908-2731-491a-9429-bd14d937f43f","MaaSModelRef":{"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"},"routeName":"test-model-b534df-kserve-route","namespace":"ai-tenant-e2e-inf-b-b534df","llmisvcName":"test-model-b534df","gateway":"openshift-ingress/e2e-inf-b-b534df","hostnames":[]} {"level":"info","ts":"2026-07-12T08:53:25Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b534df-auth","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df-auth","reconcileID":"5be2c3b9-daab-4ace-bf73-1812cb14dc9b","MaaSAuthPolicy":{"name":"test-model-b534df-auth","namespace":"ai-tenant-e2e-inf-b-b534df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b534df","tenantID":"e2e-inf-b-b534df","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T08:53:25Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b534df-auth","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df-auth","reconcileID":"5be2c3b9-daab-4ace-bf73-1812cb14dc9b"} {"level":"info","ts":"2026-07-12T08:53:25Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b534df-auth","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df-auth","reconcileID":"5be2c3b9-daab-4ace-bf73-1812cb14dc9b","MaaSAuthPolicy":{"name":"test-model-b534df-auth","namespace":"ai-tenant-e2e-inf-b-b534df"},"name":"e2e-inf-b-b534df-maas-auth","namespace":"openshift-ingress"} {"level":"error","ts":"2026-07-12T08:53:25Z","msg":"failed to update MaaSAuthPolicy status","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b534df-auth","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df-auth","reconcileID":"5be2c3b9-daab-4ace-bf73-1812cb14dc9b","name":"test-model-b534df-auth","error":"Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"test-model-b534df-auth\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1770\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:555\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T08:53:30Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b534df-sub","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df-sub","reconcileID":"9834cd88-bb8f-4b2a-a868-43382bd177b2","MaaSSubscription":{"name":"test-model-b534df-sub","namespace":"ai-tenant-e2e-inf-b-b534df"},"name":"maas-trlp-test-model-b534df","model":"ai-tenant-e2e-inf-b-b534df/test-model-b534df","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:53:30Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df","reconcileID":"3b9056de-514e-4294-9384-f1f5ffdcd763","MaaSModelRef":{"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"},"routeName":"test-model-b534df-kserve-route","namespace":"ai-tenant-e2e-inf-b-b534df","llmisvcName":"test-model-b534df","gateway":"openshift-ingress/e2e-inf-b-b534df","hostnames":[]} {"level":"info","ts":"2026-07-12T08:53:30Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d8ca53-sub","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53-sub","reconcileID":"37ab67a7-2600-46db-ba2a-5bcbef3e774e","MaaSSubscription":{"name":"test-model-d8ca53-sub","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"name":"maas-trlp-test-model-d8ca53","model":"ai-tenant-e2e-inf-a-d8ca53/test-model-d8ca53","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:53:30Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4bfdfb25-d27d-4fdf-8ad3-8c0c5d74d18a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:53:30Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4af57f86-9a41-4e66-885a-1408be9d76d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:53:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b534df/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b534df","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b534df","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b534df"},"tenantIdentifier":"e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:53:31Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df","reconcileID":"b1ae6a5f-d762-452c-9e1e-9eac6a650ff0","MaaSModelRef":{"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"},"routeName":"test-model-b534df-kserve-route","namespace":"ai-tenant-e2e-inf-b-b534df","llmisvcName":"test-model-b534df","gateway":"openshift-ingress/e2e-inf-b-b534df","hostnames":[]} {"level":"info","ts":"2026-07-12T08:53:31Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b534df-auth","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df-auth","reconcileID":"98a24491-d60a-4f51-9c14-900ad153c674","MaaSAuthPolicy":{"name":"test-model-b534df-auth","namespace":"ai-tenant-e2e-inf-b-b534df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b534df","tenantID":"e2e-inf-b-b534df","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T08:53:31Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b534df-sub","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df-sub","reconcileID":"61ececbe-5828-4160-a98b-5d37ea84a1ac","MaaSSubscription":{"name":"test-model-b534df-sub","namespace":"ai-tenant-e2e-inf-b-b534df"},"name":"maas-trlp-test-model-b534df","model":"ai-tenant-e2e-inf-b-b534df/test-model-b534df","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:53:31Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b534df-auth","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df-auth","reconcileID":"98a24491-d60a-4f51-9c14-900ad153c674"} {"level":"info","ts":"2026-07-12T08:53:31Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b534df-auth","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df-auth","reconcileID":"98a24491-d60a-4f51-9c14-900ad153c674","MaaSAuthPolicy":{"name":"test-model-b534df-auth","namespace":"ai-tenant-e2e-inf-b-b534df"},"name":"e2e-inf-b-b534df-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T08:53:34Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df","reconcileID":"91ac060f-4c2b-4022-a3c0-f0b719042872","MaaSModelRef":{"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"},"routeName":"test-model-b534df-kserve-route","namespace":"ai-tenant-e2e-inf-b-b534df","llmisvcName":"test-model-b534df","gateway":"openshift-ingress/e2e-inf-b-b534df","hostnames":[]} {"level":"info","ts":"2026-07-12T08:53:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b534df/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b534df","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b534df","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b534df"},"tenantIdentifier":"e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:53:34Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b534df-auth","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df-auth","reconcileID":"e20b071c-773d-4ad4-85ea-bc93b9d0c01d","MaaSAuthPolicy":{"name":"test-model-b534df-auth","namespace":"ai-tenant-e2e-inf-b-b534df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b534df","tenantID":"e2e-inf-b-b534df","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T08:53:34Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b534df-sub","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df-sub","reconcileID":"c29c87fd-71c5-4ab9-b996-02d5c4c0bd05","MaaSSubscription":{"name":"test-model-b534df-sub","namespace":"ai-tenant-e2e-inf-b-b534df"},"name":"maas-trlp-test-model-b534df","model":"ai-tenant-e2e-inf-b-b534df/test-model-b534df","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:53:34Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b534df-auth","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df-auth","reconcileID":"e20b071c-773d-4ad4-85ea-bc93b9d0c01d"} {"level":"info","ts":"2026-07-12T08:53:34Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b534df-auth","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df-auth","reconcileID":"e20b071c-773d-4ad4-85ea-bc93b9d0c01d","MaaSAuthPolicy":{"name":"test-model-b534df-auth","namespace":"ai-tenant-e2e-inf-b-b534df"},"name":"e2e-inf-b-b534df-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T08:53:40Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d8ca53-auth","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53-auth","reconcileID":"d574cb66-4d8f-49c0-b16d-999fc3146d13","MaaSAuthPolicy":{"name":"test-model-d8ca53-auth","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"model":"ai-tenant-e2e-inf-a-d8ca53/test-model-d8ca53"} {"level":"info","ts":"2026-07-12T08:53:40Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53","reconcileID":"3276094e-74ee-46bb-a4f2-704e381a1b1d","MaaSModelRef":{"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"routeName":"test-model-d8ca53-kserve-route","namespace":"ai-tenant-e2e-inf-a-d8ca53","llmisvcName":"test-model-d8ca53","gateway":"openshift-ingress/e2e-inf-a-d8ca53","hostnames":[]} {"level":"info","ts":"2026-07-12T08:53:40Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d8ca53-auth","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53-auth","reconcileID":"29ebdb88-b9ab-45b8-bf58-ec4f2390250c","MaaSAuthPolicy":{"name":"test-model-d8ca53-auth","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"model":"ai-tenant-e2e-inf-a-d8ca53/test-model-d8ca53"} {"level":"info","ts":"2026-07-12T08:53:40Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53","reconcileID":"2170e8ee-94f4-42cc-a09e-3deff8001b97","MaaSModelRef":{"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"routeName":"test-model-d8ca53-kserve-route","namespace":"ai-tenant-e2e-inf-a-d8ca53","llmisvcName":"test-model-d8ca53","gateway":"openshift-ingress/e2e-inf-a-d8ca53","hostnames":[]} {"level":"info","ts":"2026-07-12T08:53:40Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d8ca53-sub","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53-sub","reconcileID":"c32b1171-bf59-4d8c-9c2e-b59544ba3bd4","MaaSSubscription":{"name":"test-model-d8ca53-sub","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"name":"maas-trlp-test-model-d8ca53","model":"ai-tenant-e2e-inf-a-d8ca53/test-model-d8ca53","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:53:40Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d8ca53-sub","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53-sub","reconcileID":"ab364c93-c950-4288-9851-5e414a7672b0","MaaSSubscription":{"name":"test-model-d8ca53-sub","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"name":"maas-trlp-test-model-d8ca53","model":"ai-tenant-e2e-inf-a-d8ca53/test-model-d8ca53","subscriptionCount":1} {"level":"error","ts":"2026-07-12T08:53:40Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d8ca53-auth","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53-auth","reconcileID":"29ebdb88-b9ab-45b8-bf58-ec4f2390250c","error":"maasauthpolicies.maas.opendatahub.io \"test-model-d8ca53-auth\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T08:53:40Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d8ca53-sub","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53-sub","reconcileID":"9592de83-ff18-4775-835f-e55931b75088","MaaSSubscription":{"name":"test-model-d8ca53-sub","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"model":"ai-tenant-e2e-inf-a-d8ca53/test-model-d8ca53","subscription":"test-model-d8ca53-sub"} {"level":"info","ts":"2026-07-12T08:53:40Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53","reconcileID":"de91967b-f21c-41ff-9087-786b217aa72f","MaaSModelRef":{"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"routeName":"test-model-d8ca53-kserve-route","namespace":"ai-tenant-e2e-inf-a-d8ca53","llmisvcName":"test-model-d8ca53","gateway":"openshift-ingress/e2e-inf-a-d8ca53","hostnames":[]} {"level":"info","ts":"2026-07-12T08:53:40Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d8ca53-sub","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53-sub","reconcileID":"9592de83-ff18-4775-835f-e55931b75088","MaaSSubscription":{"name":"test-model-d8ca53-sub","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"model":"ai-tenant-e2e-inf-a-d8ca53/test-model-d8ca53"} {"level":"info","ts":"2026-07-12T08:53:40Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d8ca53-sub","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53-sub","reconcileID":"9592de83-ff18-4775-835f-e55931b75088","MaaSSubscription":{"name":"test-model-d8ca53-sub","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"name":"maas-trlp-test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53","model":"ai-tenant-e2e-inf-a-d8ca53/test-model-d8ca53"} {"level":"info","ts":"2026-07-12T08:53:40Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"test-model-d8ca53","reconcileID":"7f30324f-185e-457d-8e0d-292e0ca1c724","MaaSModelRef":{"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"routeName":"test-model-d8ca53-kserve-route","namespace":"ai-tenant-e2e-inf-a-d8ca53","llmisvcName":"test-model-d8ca53","gateway":"openshift-ingress/e2e-inf-a-d8ca53","hostnames":[]} {"level":"info","ts":"2026-07-12T08:53:40Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df","reconcileID":"34903cef-4fb3-49be-9c92-9e27eed16d69","MaaSModelRef":{"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"},"routeName":"test-model-b534df-kserve-route","namespace":"ai-tenant-e2e-inf-b-b534df","llmisvcName":"test-model-b534df","gateway":"openshift-ingress/e2e-inf-b-b534df","hostnames":[]} {"level":"info","ts":"2026-07-12T08:53:41Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b534df-auth","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df-auth","reconcileID":"8e23e7a0-6516-4e13-9f36-5f434a0c0a9a","MaaSAuthPolicy":{"name":"test-model-b534df-auth","namespace":"ai-tenant-e2e-inf-b-b534df"},"model":"ai-tenant-e2e-inf-b-b534df/test-model-b534df"} {"level":"info","ts":"2026-07-12T08:53:41Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df","reconcileID":"b19d1739-11b2-4725-9ce9-e6c8010def07","MaaSModelRef":{"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"},"routeName":"test-model-b534df-kserve-route","namespace":"ai-tenant-e2e-inf-b-b534df","llmisvcName":"test-model-b534df","gateway":"openshift-ingress/e2e-inf-b-b534df","hostnames":[]} {"level":"info","ts":"2026-07-12T08:53:41Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b534df-auth","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df-auth","reconcileID":"afc94faf-791b-4efa-9b3d-996c20d0569e","MaaSAuthPolicy":{"name":"test-model-b534df-auth","namespace":"ai-tenant-e2e-inf-b-b534df"},"model":"ai-tenant-e2e-inf-b-b534df/test-model-b534df"} {"level":"info","ts":"2026-07-12T08:53:41Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df","reconcileID":"88a94d19-82c4-4d50-9644-4c5ab392367b","MaaSModelRef":{"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"},"routeName":"test-model-b534df-kserve-route","namespace":"ai-tenant-e2e-inf-b-b534df","llmisvcName":"test-model-b534df","gateway":"openshift-ingress/e2e-inf-b-b534df","hostnames":[]} {"level":"info","ts":"2026-07-12T08:53:41Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b534df-sub","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df-sub","reconcileID":"ff472ae2-8201-43e0-bfb3-69c8e30e27c6","MaaSSubscription":{"name":"test-model-b534df-sub","namespace":"ai-tenant-e2e-inf-b-b534df"},"name":"maas-trlp-test-model-b534df","model":"ai-tenant-e2e-inf-b-b534df/test-model-b534df","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:53:41Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b534df-sub","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df-sub","reconcileID":"89545638-4816-44a1-9972-c9a5ad3b1be6","MaaSSubscription":{"name":"test-model-b534df-sub","namespace":"ai-tenant-e2e-inf-b-b534df"},"name":"maas-trlp-test-model-b534df","model":"ai-tenant-e2e-inf-b-b534df/test-model-b534df","subscriptionCount":1} {"level":"error","ts":"2026-07-12T08:53:41Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b534df-auth","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df-auth","reconcileID":"afc94faf-791b-4efa-9b3d-996c20d0569e","error":"maasauthpolicies.maas.opendatahub.io \"test-model-b534df-auth\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T08:53:41Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b534df-sub","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df-sub","reconcileID":"3e1c7e08-20b6-437d-9731-606d35f3437c","MaaSSubscription":{"name":"test-model-b534df-sub","namespace":"ai-tenant-e2e-inf-b-b534df"},"model":"ai-tenant-e2e-inf-b-b534df/test-model-b534df","subscription":"test-model-b534df-sub"} {"level":"info","ts":"2026-07-12T08:53:41Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df","reconcileID":"74ac593b-a168-49cb-a2bb-4f95cb416e2d","MaaSModelRef":{"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"},"routeName":"test-model-b534df-kserve-route","namespace":"ai-tenant-e2e-inf-b-b534df","llmisvcName":"test-model-b534df","gateway":"openshift-ingress/e2e-inf-b-b534df","hostnames":[]} {"level":"info","ts":"2026-07-12T08:53:41Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b534df-sub","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df-sub","reconcileID":"3e1c7e08-20b6-437d-9731-606d35f3437c","MaaSSubscription":{"name":"test-model-b534df-sub","namespace":"ai-tenant-e2e-inf-b-b534df"},"model":"ai-tenant-e2e-inf-b-b534df/test-model-b534df"} {"level":"info","ts":"2026-07-12T08:53:41Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b534df-sub","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df-sub","reconcileID":"3e1c7e08-20b6-437d-9731-606d35f3437c","MaaSSubscription":{"name":"test-model-b534df-sub","namespace":"ai-tenant-e2e-inf-b-b534df"},"name":"maas-trlp-test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df","model":"ai-tenant-e2e-inf-b-b534df/test-model-b534df"} {"level":"info","ts":"2026-07-12T08:53:41Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"test-model-b534df","reconcileID":"240657fe-d1b6-4106-8ee1-3b93a24421ed","MaaSModelRef":{"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"},"routeName":"test-model-b534df-kserve-route","namespace":"ai-tenant-e2e-inf-b-b534df","llmisvcName":"test-model-b534df","gateway":"openshift-ingress/e2e-inf-b-b534df","hostnames":[]} {"level":"info","ts":"2026-07-12T08:53:41Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0f074d94-50c6-495a-9291-5e85989c36fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:53:41Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a1dc09eb-cd3c-431d-9ba1-61607aac9987","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:53:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-d8ca53/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-d8ca53","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-d8ca53","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-d8ca53"},"tenantIdentifier":"e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:53:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-d8ca53/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-d8ca53","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-d8ca53","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-d8ca53"},"tenantIdentifier":"e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:53:42Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"default-tenant","reconcileID":"9a76820e-89e0-4083-bf43-d8b02996b2f1","tenant":"ai-tenant-e2e-inf-a-d8ca53/default-tenant","tenantID":"e2e-inf-a-d8ca53","subscriptionNamespace":"ai-tenant-e2e-inf-a-d8ca53","gatewayName":"e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:53:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-d8ca53","deploymentName":"maas-api-e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:53:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-d8ca53","deploymentName":"maas-api-e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:53:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-d8ca53","deploymentName":"maas-api-e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:53:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-d8ca53/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-d8ca53","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-d8ca53","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-d8ca53"},"tenantIdentifier":"e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:53:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-d8ca53","deploymentName":"maas-api-e2e-inf-a-d8ca53"} {"level":"error","ts":"2026-07-12T08:53:42Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"default-tenant","reconcileID":"9a76820e-89e0-4083-bf43-d8b02996b2f1","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T08:53:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-d8ca53/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-d8ca53","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-d8ca53","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-d8ca53"},"tenantIdentifier":"e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:53:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-d8ca53/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-d8ca53","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-d8ca53","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-d8ca53"},"tenantIdentifier":"e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:53:42Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"default-tenant","reconcileID":"edf58b5c-274d-4a71-bebb-858027bd16d7","namespace":"ai-tenant-e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:53:42Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"default-tenant","reconcileID":"edf58b5c-274d-4a71-bebb-858027bd16d7","count":0} {"level":"info","ts":"2026-07-12T08:53:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-d8ca53/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-d8ca53","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-d8ca53","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-d8ca53"},"tenantIdentifier":"e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:53:42Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"default-tenant","reconcileID":"edf58b5c-274d-4a71-bebb-858027bd16d7","tenant":"e2e-inf-a-d8ca53","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-12T08:53:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-d8ca53","deploymentName":"maas-api-e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:53:42Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"default-tenant","reconcileID":"edf58b5c-274d-4a71-bebb-858027bd16d7","gvk":"Deployment","name":"maas-api-e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:53:42Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"default-tenant","reconcileID":"edf58b5c-274d-4a71-bebb-858027bd16d7","gvk":"Service","name":"maas-api-e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:53:42Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"default-tenant","reconcileID":"edf58b5c-274d-4a71-bebb-858027bd16d7","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:53:42Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d8ca53"},"namespace":"ai-tenant-e2e-inf-a-d8ca53","name":"default-tenant","reconcileID":"edf58b5c-274d-4a71-bebb-858027bd16d7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-d8ca53"} {"level":"info","ts":"2026-07-12T08:53:48Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e40345fe-6450-4262-83ac-7df562c3e9f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:53:48Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dfb8b186-88a2-4839-90fd-96983a3c2b3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:53:53Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a3497371-04dd-4ecc-a064-213f4f4d8361","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:53:53Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d805053e-b487-4625-a3c7-fd4ef994c27e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:53:54Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T08:53:54Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T08:54:24Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T08:54:24Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T08:54:24Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b534df/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b534df","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b534df","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b534df"},"tenantIdentifier":"e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:54:24Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b534df/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b534df","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b534df","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b534df"},"tenantIdentifier":"e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:54:24Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"default-tenant","reconcileID":"e1fff500-0db1-456e-a0e5-457f70c9e6ed","tenant":"ai-tenant-e2e-inf-b-b534df/default-tenant","tenantID":"e2e-inf-b-b534df","subscriptionNamespace":"ai-tenant-e2e-inf-b-b534df","gatewayName":"e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:54:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b534df","deploymentName":"maas-api-e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:54:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b534df","deploymentName":"maas-api-e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:54:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b534df","deploymentName":"maas-api-e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:54:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b534df/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b534df","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b534df","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b534df"},"tenantIdentifier":"e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:54:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b534df","deploymentName":"maas-api-e2e-inf-b-b534df"} {"level":"error","ts":"2026-07-12T08:54:25Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"default-tenant","reconcileID":"e1fff500-0db1-456e-a0e5-457f70c9e6ed","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T08:54:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b534df/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b534df","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b534df","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b534df"},"tenantIdentifier":"e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:54:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b534df/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b534df","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b534df","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b534df"},"tenantIdentifier":"e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:54:25Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"default-tenant","reconcileID":"c57aabe7-556d-4c98-9e72-b6223865cd4e","namespace":"ai-tenant-e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:54:25Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"default-tenant","reconcileID":"c57aabe7-556d-4c98-9e72-b6223865cd4e","count":0} {"level":"info","ts":"2026-07-12T08:54:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-b534df/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-b534df","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-b534df","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-b534df"},"tenantIdentifier":"e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:54:25Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"default-tenant","reconcileID":"c57aabe7-556d-4c98-9e72-b6223865cd4e","tenant":"e2e-inf-b-b534df","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-12T08:54:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-b534df","deploymentName":"maas-api-e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:54:25Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"default-tenant","reconcileID":"c57aabe7-556d-4c98-9e72-b6223865cd4e","gvk":"Deployment","name":"maas-api-e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:54:25Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"default-tenant","reconcileID":"c57aabe7-556d-4c98-9e72-b6223865cd4e","gvk":"Service","name":"maas-api-e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:54:25Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"default-tenant","reconcileID":"c57aabe7-556d-4c98-9e72-b6223865cd4e","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:54:25Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b534df"},"namespace":"ai-tenant-e2e-inf-b-b534df","name":"default-tenant","reconcileID":"c57aabe7-556d-4c98-9e72-b6223865cd4e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-b534df"} {"level":"info","ts":"2026-07-12T08:54:28Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"496ad808-6698-4613-8c4f-adc0a955b202","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:54:28Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e9c17acd-8b31-4d14-ac6a-9d1923b5fe13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:54:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-91c269/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-91c269","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-91c269","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-91c269"},"tenantIdentifier":"e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-91c269/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-91c269","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-91c269","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-91c269"},"tenantIdentifier":"e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:34Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c269"},"namespace":"ai-tenant-e2e-api-a-91c269","name":"default-tenant","reconcileID":"22ea8050-2b07-4cd4-87cb-373774d03c3a","tenant":"ai-tenant-e2e-api-a-91c269/default-tenant","tenantID":"e2e-api-a-91c269","subscriptionNamespace":"ai-tenant-e2e-api-a-91c269","gatewayName":"e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-91c269","deploymentName":"maas-api-e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-91c269","deploymentName":"maas-api-e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-91c269","deploymentName":"maas-api-e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:35Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-91c269/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-91c269","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-91c269","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-91c269"},"tenantIdentifier":"e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:35Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-91c269","deploymentName":"maas-api-e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:35Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-91c269/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-91c269","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-91c269","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-91c269"},"tenantIdentifier":"e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:35Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-91c269/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-91c269","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-91c269","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-91c269"},"tenantIdentifier":"e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:35Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c269"},"namespace":"ai-tenant-e2e-api-a-91c269","name":"default-tenant","reconcileID":"6d1f3c35-8640-4a3c-8e37-633de21f464d","tenant":"ai-tenant-e2e-api-a-91c269/default-tenant","tenantID":"e2e-api-a-91c269","subscriptionNamespace":"ai-tenant-e2e-api-a-91c269","gatewayName":"e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:35Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-91c269","deploymentName":"maas-api-e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:35Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-91c269","deploymentName":"maas-api-e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:35Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-91c269","deploymentName":"maas-api-e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:35Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-91c269/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-91c269","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-91c269","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-91c269"},"tenantIdentifier":"e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:35Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-91c269","deploymentName":"maas-api-e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:36Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a0038469-a2fc-45e3-a93e-04c9280a4fb6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:54:36Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bb75e808-3486-420c-9c5c-f3e7cb61c3f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:54:39Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"218eb9a2-16d7-4a0d-b8e1-c8a17141585d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-12T08:54:39Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0d5d008-1a90-48d6-ae4c-a0578225605a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-12T08:54:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-91c269/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-91c269","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-91c269","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-91c269"},"tenantIdentifier":"e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:39Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c269-policy","namespace":"ai-tenant-e2e-api-a-91c269"},"namespace":"ai-tenant-e2e-api-a-91c269","name":"e2e-e2e-api-a-91c269-policy","reconcileID":"65887825-e21f-4496-a729-3d8bc0b85de1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c269-policy","namespace":"ai-tenant-e2e-api-a-91c269"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c269","tenantID":"e2e-api-a-91c269","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T08:54:39Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c269-policy","namespace":"ai-tenant-e2e-api-a-91c269"},"namespace":"ai-tenant-e2e-api-a-91c269","name":"e2e-e2e-api-a-91c269-policy","reconcileID":"65887825-e21f-4496-a729-3d8bc0b85de1"} {"level":"info","ts":"2026-07-12T08:54:39Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c269-policy","namespace":"ai-tenant-e2e-api-a-91c269"},"namespace":"ai-tenant-e2e-api-a-91c269","name":"e2e-e2e-api-a-91c269-policy","reconcileID":"65887825-e21f-4496-a729-3d8bc0b85de1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c269-policy","namespace":"ai-tenant-e2e-api-a-91c269"},"name":"e2e-api-a-91c269-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T08:54:39Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08919716-76e4-43ea-99f7-6083088b0c55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-12T08:54:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-ad9984/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-ad9984","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-ad9984","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-ad9984"},"tenantIdentifier":"e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:54:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-ad9984/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-ad9984","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-ad9984","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-ad9984"},"tenantIdentifier":"e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:54:42Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad9984"},"namespace":"ai-tenant-e2e-api-b-ad9984","name":"default-tenant","reconcileID":"faaa050d-ad73-461b-afba-30d089b5a6f6","tenant":"ai-tenant-e2e-api-b-ad9984/default-tenant","tenantID":"e2e-api-b-ad9984","subscriptionNamespace":"ai-tenant-e2e-api-b-ad9984","gatewayName":"e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:54:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-ad9984","deploymentName":"maas-api-e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:54:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-ad9984","deploymentName":"maas-api-e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:54:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-ad9984","deploymentName":"maas-api-e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:54:43Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-ad9984/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-ad9984","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-ad9984","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-ad9984"},"tenantIdentifier":"e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:54:43Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-ad9984","deploymentName":"maas-api-e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:54:43Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-ad9984/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-ad9984","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-ad9984","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-ad9984"},"tenantIdentifier":"e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:54:43Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-ad9984/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-ad9984","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-ad9984","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-ad9984"},"tenantIdentifier":"e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:54:43Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad9984"},"namespace":"ai-tenant-e2e-api-b-ad9984","name":"default-tenant","reconcileID":"3fe805c3-de50-47e1-8459-467c203d84ed","tenant":"ai-tenant-e2e-api-b-ad9984/default-tenant","tenantID":"e2e-api-b-ad9984","subscriptionNamespace":"ai-tenant-e2e-api-b-ad9984","gatewayName":"e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:54:43Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-ad9984","deploymentName":"maas-api-e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:54:43Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-ad9984","deploymentName":"maas-api-e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:54:43Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-ad9984","deploymentName":"maas-api-e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:54:43Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-ad9984/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-ad9984","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-ad9984","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-ad9984"},"tenantIdentifier":"e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:54:43Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-ad9984","deploymentName":"maas-api-e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:54:43Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"73248643-a044-4728-8580-f8a23788e11f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:54:44Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e243b4ba-9b1d-4941-b1b3-19f6d06861db","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:54:47Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef7f9157-e63e-45d7-af1e-0bd2b23d2f37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-12T08:54:47Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-ad9984/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-ad9984","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-ad9984","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-ad9984"},"tenantIdentifier":"e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:54:47Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8262d84-6d2a-4147-a50f-9eb913212f73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-12T08:54:47Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad9984-policy","namespace":"ai-tenant-e2e-api-b-ad9984"},"namespace":"ai-tenant-e2e-api-b-ad9984","name":"e2e-e2e-api-b-ad9984-policy","reconcileID":"e8ec606b-b491-494a-b35b-ed6de771b7b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad9984-policy","namespace":"ai-tenant-e2e-api-b-ad9984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ad9984","tenantID":"e2e-api-b-ad9984","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T08:54:47Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad9984-policy","namespace":"ai-tenant-e2e-api-b-ad9984"},"namespace":"ai-tenant-e2e-api-b-ad9984","name":"e2e-e2e-api-b-ad9984-policy","reconcileID":"e8ec606b-b491-494a-b35b-ed6de771b7b9"} {"level":"info","ts":"2026-07-12T08:54:47Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad9984-policy","namespace":"ai-tenant-e2e-api-b-ad9984"},"namespace":"ai-tenant-e2e-api-b-ad9984","name":"e2e-e2e-api-b-ad9984-policy","reconcileID":"e8ec606b-b491-494a-b35b-ed6de771b7b9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad9984-policy","namespace":"ai-tenant-e2e-api-b-ad9984"},"name":"e2e-api-b-ad9984-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T08:54:47Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62a6fe73-d455-4254-8c93-a25d96370780","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-12T08:54:54Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T08:54:54Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T08:54:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-91c269/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-91c269","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-91c269","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-91c269"},"tenantIdentifier":"e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-91c269/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-91c269","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-91c269","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-91c269"},"tenantIdentifier":"e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:55Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c269-policy","namespace":"ai-tenant-e2e-api-a-91c269"},"namespace":"ai-tenant-e2e-api-a-91c269","name":"e2e-e2e-api-a-91c269-policy","reconcileID":"9d4f6a4c-c388-43d8-a530-6d92be0e8c2b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c269-policy","namespace":"ai-tenant-e2e-api-a-91c269"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c269","tenantID":"e2e-api-a-91c269","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T08:54:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-91c269/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-91c269","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-91c269","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-91c269"},"tenantIdentifier":"e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:55Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c269"},"namespace":"ai-tenant-e2e-api-a-91c269","name":"default-tenant","reconcileID":"3557a520-46f4-46d1-b1ef-f3f11cd717e5","tenant":"ai-tenant-e2e-api-a-91c269/default-tenant","tenantID":"e2e-api-a-91c269","subscriptionNamespace":"ai-tenant-e2e-api-a-91c269","gatewayName":"e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:55Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c269-policy","namespace":"ai-tenant-e2e-api-a-91c269"},"namespace":"ai-tenant-e2e-api-a-91c269","name":"e2e-e2e-api-a-91c269-policy","reconcileID":"9d4f6a4c-c388-43d8-a530-6d92be0e8c2b"} {"level":"info","ts":"2026-07-12T08:54:55Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c269-policy","namespace":"ai-tenant-e2e-api-a-91c269"},"namespace":"ai-tenant-e2e-api-a-91c269","name":"e2e-e2e-api-a-91c269-policy","reconcileID":"9d4f6a4c-c388-43d8-a530-6d92be0e8c2b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c269-policy","namespace":"ai-tenant-e2e-api-a-91c269"},"name":"e2e-api-a-91c269-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T08:54:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-91c269/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-91c269","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-91c269","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-91c269"},"tenantIdentifier":"e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-91c269","deploymentName":"maas-api-e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-91c269","deploymentName":"maas-api-e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-91c269","deploymentName":"maas-api-e2e-api-a-91c269"} {"level":"error","ts":"2026-07-12T08:54:55Z","msg":"failed to fetch gateway info","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c269-policy","namespace":"ai-tenant-e2e-api-a-91c269"},"namespace":"ai-tenant-e2e-api-a-91c269","name":"e2e-e2e-api-a-91c269-policy","reconcileID":"91bbeac5-65b2-49ca-9a6b-4cbe71c8d65a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c269-policy","namespace":"ai-tenant-e2e-api-a-91c269"},"error":"get owning AITenant ai-tenants/e2e-api-a-91c269 for tenant ai-tenant-e2e-api-a-91c269/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-a-91c269\" not found","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:472\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-12T08:54:55Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c269-policy","namespace":"ai-tenant-e2e-api-a-91c269"},"namespace":"ai-tenant-e2e-api-a-91c269","name":"e2e-e2e-api-a-91c269-policy","reconcileID":"91bbeac5-65b2-49ca-9a6b-4cbe71c8d65a","error":"get owning AITenant ai-tenants/e2e-api-a-91c269 for tenant ai-tenant-e2e-api-a-91c269/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-a-91c269\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T08:54:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-91c269/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-91c269","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-91c269","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-91c269"},"tenantIdentifier":"e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-91c269","deploymentName":"maas-api-e2e-api-a-91c269"} {"level":"error","ts":"2026-07-12T08:54:55Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c269"},"namespace":"ai-tenant-e2e-api-a-91c269","name":"default-tenant","reconcileID":"3557a520-46f4-46d1-b1ef-f3f11cd717e5","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T08:54:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-91c269/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-91c269","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-91c269","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-91c269"},"tenantIdentifier":"e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-91c269/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-91c269","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-91c269","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-91c269"},"tenantIdentifier":"e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:55Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c269"},"namespace":"ai-tenant-e2e-api-a-91c269","name":"default-tenant","reconcileID":"6a435770-ba5e-49ad-9d43-6ed1ad4635c0","namespace":"ai-tenant-e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:55Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c269"},"namespace":"ai-tenant-e2e-api-a-91c269","name":"default-tenant","reconcileID":"6a435770-ba5e-49ad-9d43-6ed1ad4635c0","name":"e2e-e2e-api-a-91c269-policy","namespace":"ai-tenant-e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:55Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c269"},"namespace":"ai-tenant-e2e-api-a-91c269","name":"default-tenant","reconcileID":"6a435770-ba5e-49ad-9d43-6ed1ad4635c0","count":1} {"level":"info","ts":"2026-07-12T08:54:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-91c269/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-91c269","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-91c269","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-91c269"},"tenantIdentifier":"e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:55Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c269"},"namespace":"ai-tenant-e2e-api-a-91c269","name":"default-tenant","reconcileID":"6a435770-ba5e-49ad-9d43-6ed1ad4635c0","tenant":"e2e-api-a-91c269","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-12T08:54:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-91c269","deploymentName":"maas-api-e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:55Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c269-policy","namespace":"ai-tenant-e2e-api-a-91c269"},"namespace":"ai-tenant-e2e-api-a-91c269","name":"e2e-e2e-api-a-91c269-policy","reconcileID":"4f41a3a8-76ba-43e7-8d97-94074995e4ac","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c269-policy","namespace":"ai-tenant-e2e-api-a-91c269"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-12T08:54:56Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c269"},"namespace":"ai-tenant-e2e-api-a-91c269","name":"default-tenant","reconcileID":"6a435770-ba5e-49ad-9d43-6ed1ad4635c0","gvk":"Deployment","name":"maas-api-e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:56Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c269"},"namespace":"ai-tenant-e2e-api-a-91c269","name":"default-tenant","reconcileID":"6a435770-ba5e-49ad-9d43-6ed1ad4635c0","gvk":"Service","name":"maas-api-e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:56Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c269"},"namespace":"ai-tenant-e2e-api-a-91c269","name":"default-tenant","reconcileID":"6a435770-ba5e-49ad-9d43-6ed1ad4635c0","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:56Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c269"},"namespace":"ai-tenant-e2e-api-a-91c269","name":"default-tenant","reconcileID":"6a435770-ba5e-49ad-9d43-6ed1ad4635c0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-91c269/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-91c269","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-91c269","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-91c269"},"tenantIdentifier":"e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-91c269/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-91c269","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-91c269","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-91c269"},"tenantIdentifier":"e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:56Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c269"},"namespace":"ai-tenant-e2e-api-a-91c269","name":"default-tenant","reconcileID":"3beefaf1-8c9b-4b19-90bb-24b42789337e","namespace":"ai-tenant-e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:56Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c269"},"namespace":"ai-tenant-e2e-api-a-91c269","name":"default-tenant","reconcileID":"3beefaf1-8c9b-4b19-90bb-24b42789337e","name":"e2e-e2e-api-a-91c269-policy","namespace":"ai-tenant-e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:56Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c269"},"namespace":"ai-tenant-e2e-api-a-91c269","name":"default-tenant","reconcileID":"3beefaf1-8c9b-4b19-90bb-24b42789337e","count":1} {"level":"info","ts":"2026-07-12T08:54:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-91c269/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-91c269","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-91c269","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-91c269"},"tenantIdentifier":"e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:56Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c269"},"namespace":"ai-tenant-e2e-api-a-91c269","name":"default-tenant","reconcileID":"3beefaf1-8c9b-4b19-90bb-24b42789337e","tenant":"e2e-api-a-91c269","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-12T08:54:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-91c269","deploymentName":"maas-api-e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:56Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c269"},"namespace":"ai-tenant-e2e-api-a-91c269","name":"default-tenant","reconcileID":"3beefaf1-8c9b-4b19-90bb-24b42789337e","gvk":"Deployment","name":"maas-api-e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:56Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c269"},"namespace":"ai-tenant-e2e-api-a-91c269","name":"default-tenant","reconcileID":"3beefaf1-8c9b-4b19-90bb-24b42789337e","gvk":"Service","name":"maas-api-e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:56Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c269"},"namespace":"ai-tenant-e2e-api-a-91c269","name":"default-tenant","reconcileID":"3beefaf1-8c9b-4b19-90bb-24b42789337e","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-91c269"} {"level":"info","ts":"2026-07-12T08:54:56Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c269"},"namespace":"ai-tenant-e2e-api-a-91c269","name":"default-tenant","reconcileID":"3beefaf1-8c9b-4b19-90bb-24b42789337e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-91c269"} {"level":"error","ts":"2026-07-12T08:54:56Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c269"},"namespace":"ai-tenant-e2e-api-a-91c269","name":"default-tenant","reconcileID":"3beefaf1-8c9b-4b19-90bb-24b42789337e","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T08:55:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-ad9984/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-ad9984","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-ad9984","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-ad9984"},"tenantIdentifier":"e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:55:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-ad9984/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-ad9984","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-ad9984","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-ad9984"},"tenantIdentifier":"e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:55:01Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad9984-policy","namespace":"ai-tenant-e2e-api-b-ad9984"},"namespace":"ai-tenant-e2e-api-b-ad9984","name":"e2e-e2e-api-b-ad9984-policy","reconcileID":"639de546-6f4c-4308-a344-1cdccd78b41d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad9984-policy","namespace":"ai-tenant-e2e-api-b-ad9984"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-ad9984","tenantID":"e2e-api-b-ad9984","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T08:55:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-ad9984/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-ad9984","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-ad9984","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-ad9984"},"tenantIdentifier":"e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:55:01Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad9984"},"namespace":"ai-tenant-e2e-api-b-ad9984","name":"default-tenant","reconcileID":"1e8c31da-e957-4116-b71e-6571f2fae3a3","tenant":"ai-tenant-e2e-api-b-ad9984/default-tenant","tenantID":"e2e-api-b-ad9984","subscriptionNamespace":"ai-tenant-e2e-api-b-ad9984","gatewayName":"e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:55:01Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad9984-policy","namespace":"ai-tenant-e2e-api-b-ad9984"},"namespace":"ai-tenant-e2e-api-b-ad9984","name":"e2e-e2e-api-b-ad9984-policy","reconcileID":"639de546-6f4c-4308-a344-1cdccd78b41d"} {"level":"info","ts":"2026-07-12T08:55:01Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad9984-policy","namespace":"ai-tenant-e2e-api-b-ad9984"},"namespace":"ai-tenant-e2e-api-b-ad9984","name":"e2e-e2e-api-b-ad9984-policy","reconcileID":"639de546-6f4c-4308-a344-1cdccd78b41d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad9984-policy","namespace":"ai-tenant-e2e-api-b-ad9984"},"name":"e2e-api-b-ad9984-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T08:55:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-ad9984","deploymentName":"maas-api-e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:55:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-ad9984","deploymentName":"maas-api-e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:55:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-ad9984","deploymentName":"maas-api-e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:55:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-ad9984/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-ad9984","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-ad9984","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-ad9984"},"tenantIdentifier":"e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:55:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-ad9984","deploymentName":"maas-api-e2e-api-b-ad9984"} {"level":"error","ts":"2026-07-12T08:55:02Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad9984"},"namespace":"ai-tenant-e2e-api-b-ad9984","name":"default-tenant","reconcileID":"1e8c31da-e957-4116-b71e-6571f2fae3a3","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T08:55:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-ad9984/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-ad9984","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-ad9984","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-ad9984"},"tenantIdentifier":"e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:55:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-ad9984/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-ad9984","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-ad9984","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-ad9984"},"tenantIdentifier":"e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:55:02Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad9984"},"namespace":"ai-tenant-e2e-api-b-ad9984","name":"default-tenant","reconcileID":"18e16cac-1217-4568-96a9-8460da6cd25a","namespace":"ai-tenant-e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:55:02Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad9984"},"namespace":"ai-tenant-e2e-api-b-ad9984","name":"default-tenant","reconcileID":"18e16cac-1217-4568-96a9-8460da6cd25a","name":"e2e-e2e-api-b-ad9984-policy","namespace":"ai-tenant-e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:55:02Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad9984"},"namespace":"ai-tenant-e2e-api-b-ad9984","name":"default-tenant","reconcileID":"18e16cac-1217-4568-96a9-8460da6cd25a","count":1} {"level":"info","ts":"2026-07-12T08:55:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-ad9984/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-ad9984","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-ad9984","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-ad9984"},"tenantIdentifier":"e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:55:02Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad9984"},"namespace":"ai-tenant-e2e-api-b-ad9984","name":"default-tenant","reconcileID":"18e16cac-1217-4568-96a9-8460da6cd25a","tenant":"e2e-api-b-ad9984","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-12T08:55:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-ad9984","deploymentName":"maas-api-e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:55:02Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad9984-policy","namespace":"ai-tenant-e2e-api-b-ad9984"},"namespace":"ai-tenant-e2e-api-b-ad9984","name":"e2e-e2e-api-b-ad9984-policy","reconcileID":"c7176942-aa86-4243-9690-0a53d11d7b65","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-ad9984-policy","namespace":"ai-tenant-e2e-api-b-ad9984"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-12T08:55:02Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad9984"},"namespace":"ai-tenant-e2e-api-b-ad9984","name":"default-tenant","reconcileID":"18e16cac-1217-4568-96a9-8460da6cd25a","gvk":"Deployment","name":"maas-api-e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:55:02Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad9984"},"namespace":"ai-tenant-e2e-api-b-ad9984","name":"default-tenant","reconcileID":"18e16cac-1217-4568-96a9-8460da6cd25a","gvk":"Service","name":"maas-api-e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:55:02Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad9984"},"namespace":"ai-tenant-e2e-api-b-ad9984","name":"default-tenant","reconcileID":"18e16cac-1217-4568-96a9-8460da6cd25a","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:55:02Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-ad9984"},"namespace":"ai-tenant-e2e-api-b-ad9984","name":"default-tenant","reconcileID":"18e16cac-1217-4568-96a9-8460da6cd25a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-ad9984"} {"level":"info","ts":"2026-07-12T08:55:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a67649/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a67649","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a67649","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a67649"},"tenantIdentifier":"e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a67649/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a67649","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a67649","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a67649"},"tenantIdentifier":"e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:11Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a67649"},"namespace":"ai-tenant-e2e-shared-a-a67649","name":"default-tenant","reconcileID":"2562ea04-ff41-4837-802b-4c795ecbd65e","tenant":"ai-tenant-e2e-shared-a-a67649/default-tenant","tenantID":"e2e-shared-a-a67649","subscriptionNamespace":"ai-tenant-e2e-shared-a-a67649","gatewayName":"e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a67649","deploymentName":"maas-api-e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a67649","deploymentName":"maas-api-e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a67649","deploymentName":"maas-api-e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a67649/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a67649","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a67649","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a67649"},"tenantIdentifier":"e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a67649","deploymentName":"maas-api-e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a67649/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a67649","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a67649","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a67649"},"tenantIdentifier":"e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a67649/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a67649","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a67649","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a67649"},"tenantIdentifier":"e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:12Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a67649"},"namespace":"ai-tenant-e2e-shared-a-a67649","name":"default-tenant","reconcileID":"b2f51d00-ef63-438c-baa3-9fe73f74c6a7","tenant":"ai-tenant-e2e-shared-a-a67649/default-tenant","tenantID":"e2e-shared-a-a67649","subscriptionNamespace":"ai-tenant-e2e-shared-a-a67649","gatewayName":"e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a67649","deploymentName":"maas-api-e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a67649","deploymentName":"maas-api-e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a67649","deploymentName":"maas-api-e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:13Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"de675cbd-c02b-416b-ad4d-83493c5052fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:55:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a67649/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a67649","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a67649","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a67649"},"tenantIdentifier":"e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a67649","deploymentName":"maas-api-e2e-shared-a-a67649"} {"level":"error","ts":"2026-07-12T08:55:13Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a67649"},"namespace":"ai-tenant-e2e-shared-a-a67649","name":"default-tenant","reconcileID":"b2f51d00-ef63-438c-baa3-9fe73f74c6a7","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T08:55:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a67649/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a67649","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a67649","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a67649"},"tenantIdentifier":"e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a67649/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a67649","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a67649","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a67649"},"tenantIdentifier":"e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:13Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a67649"},"namespace":"ai-tenant-e2e-shared-a-a67649","name":"default-tenant","reconcileID":"fb691f1c-5cca-4b73-b08c-f22789c950ec","tenant":"ai-tenant-e2e-shared-a-a67649/default-tenant","tenantID":"e2e-shared-a-a67649","subscriptionNamespace":"ai-tenant-e2e-shared-a-a67649","gatewayName":"e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a67649","deploymentName":"maas-api-e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a67649","deploymentName":"maas-api-e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a67649","deploymentName":"maas-api-e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:13Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9cb50e53-7725-4271-9659-80e31e30ece8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:55:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a67649/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a67649","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a67649","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a67649"},"tenantIdentifier":"e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a67649","deploymentName":"maas-api-e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a67649/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a67649","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a67649","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a67649"},"tenantIdentifier":"e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a67649/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a67649","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a67649","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a67649"},"tenantIdentifier":"e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:13Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a67649"},"namespace":"ai-tenant-e2e-shared-a-a67649","name":"default-tenant","reconcileID":"18b833d2-c78d-486c-b719-af6b9042f4f9","tenant":"ai-tenant-e2e-shared-a-a67649/default-tenant","tenantID":"e2e-shared-a-a67649","subscriptionNamespace":"ai-tenant-e2e-shared-a-a67649","gatewayName":"e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a67649","deploymentName":"maas-api-e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a67649","deploymentName":"maas-api-e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a67649","deploymentName":"maas-api-e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a67649/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a67649","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a67649","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a67649"},"tenantIdentifier":"e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a67649","deploymentName":"maas-api-e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-a7f934/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-a7f934","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-a7f934","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-a7f934"},"tenantIdentifier":"e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:55:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-a7f934/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-a7f934","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-a7f934","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-a7f934"},"tenantIdentifier":"e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:55:19Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-a7f934"},"namespace":"ai-tenant-e2e-shared-b-a7f934","name":"default-tenant","reconcileID":"3e73f9dd-4c0d-46fa-b498-dca9203fdcb7","tenant":"ai-tenant-e2e-shared-b-a7f934/default-tenant","tenantID":"e2e-shared-b-a7f934","subscriptionNamespace":"ai-tenant-e2e-shared-b-a7f934","gatewayName":"e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:55:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-a7f934","deploymentName":"maas-api-e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:55:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-a7f934","deploymentName":"maas-api-e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:55:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-a7f934","deploymentName":"maas-api-e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:55:20Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a86fea45-650b-464b-9380-b8b3e8be8869","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:55:20Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8cb0d396-1d9b-4042-b4b0-0353f1a63da7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:55:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-a7f934/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-a7f934","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-a7f934","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-a7f934"},"tenantIdentifier":"e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:55:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-a7f934","deploymentName":"maas-api-e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:55:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-a7f934/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-a7f934","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-a7f934","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-a7f934"},"tenantIdentifier":"e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:55:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-a7f934/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-a7f934","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-a7f934","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-a7f934"},"tenantIdentifier":"e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:55:20Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-a7f934"},"namespace":"ai-tenant-e2e-shared-b-a7f934","name":"default-tenant","reconcileID":"bdb86106-7728-4cdf-bb53-060d0bd02b83","tenant":"ai-tenant-e2e-shared-b-a7f934/default-tenant","tenantID":"e2e-shared-b-a7f934","subscriptionNamespace":"ai-tenant-e2e-shared-b-a7f934","gatewayName":"e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:55:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-a7f934","deploymentName":"maas-api-e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:55:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-a7f934","deploymentName":"maas-api-e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:55:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-a7f934","deploymentName":"maas-api-e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:55:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-a7f934/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-a7f934","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-a7f934","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-a7f934"},"tenantIdentifier":"e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:55:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-a7f934","deploymentName":"maas-api-e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:55:24Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T08:55:24Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T08:55:28Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-12T08:55:28Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-12T08:55:28Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"527ae15e-81d4-4f6d-bc4d-a17be9ad69d8","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-07-12T08:55:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-12T08:55:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-12T08:55:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-12T08:55:29Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-12T08:55:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-12T08:55:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a67649/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a67649","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a67649","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a67649"},"tenantIdentifier":"e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a67649/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a67649","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a67649","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a67649"},"tenantIdentifier":"e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:33Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a67649"},"namespace":"ai-tenant-e2e-shared-a-a67649","name":"default-tenant","reconcileID":"83324641-cf50-433d-9528-16dc5477500e","tenant":"ai-tenant-e2e-shared-a-a67649/default-tenant","tenantID":"e2e-shared-a-a67649","subscriptionNamespace":"ai-tenant-e2e-shared-a-a67649","gatewayName":"e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a67649","deploymentName":"maas-api-e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a67649","deploymentName":"maas-api-e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a67649","deploymentName":"maas-api-e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a67649/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a67649","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a67649","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a67649"},"tenantIdentifier":"e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a67649","deploymentName":"maas-api-e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a67649/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a67649","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a67649","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a67649"},"tenantIdentifier":"e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a67649/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a67649","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a67649","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a67649"},"tenantIdentifier":"e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:34Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a67649"},"namespace":"ai-tenant-e2e-shared-a-a67649","name":"default-tenant","reconcileID":"cf53e8fe-a02a-404c-b38c-a7a4fe74d089","tenant":"ai-tenant-e2e-shared-a-a67649/default-tenant","tenantID":"e2e-shared-a-a67649","subscriptionNamespace":"ai-tenant-e2e-shared-a-a67649","gatewayName":"e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a67649","deploymentName":"maas-api-e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a67649","deploymentName":"maas-api-e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a67649","deploymentName":"maas-api-e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:34Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0374eccb-a29a-48d5-8e08-86374d249e8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:55:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a67649/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a67649","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a67649","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a67649"},"tenantIdentifier":"e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a67649","deploymentName":"maas-api-e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:55:35Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3878e563-36f8-4d17-aa67-58e99b9a56b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:55:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-a7f934/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-a7f934","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-a7f934","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-a7f934"},"tenantIdentifier":"e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:55:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-a7f934/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-a7f934","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-a7f934","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-a7f934"},"tenantIdentifier":"e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:55:40Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-a7f934"},"namespace":"ai-tenant-e2e-shared-b-a7f934","name":"default-tenant","reconcileID":"3a7128da-be1e-497e-93b3-65f4e5c34de2","tenant":"ai-tenant-e2e-shared-b-a7f934/default-tenant","tenantID":"e2e-shared-b-a7f934","subscriptionNamespace":"ai-tenant-e2e-shared-b-a7f934","gatewayName":"e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:55:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-a7f934","deploymentName":"maas-api-e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:55:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-a7f934","deploymentName":"maas-api-e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:55:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-a7f934","deploymentName":"maas-api-e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:55:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-a7f934/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-a7f934","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-a7f934","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-a7f934"},"tenantIdentifier":"e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:55:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-a7f934","deploymentName":"maas-api-e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:55:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-a7f934/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-a7f934","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-a7f934","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-a7f934"},"tenantIdentifier":"e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:55:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-a7f934/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-a7f934","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-a7f934","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-a7f934"},"tenantIdentifier":"e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:55:41Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-a7f934"},"namespace":"ai-tenant-e2e-shared-b-a7f934","name":"default-tenant","reconcileID":"6f3c0740-7740-48ae-8791-f24f1f9f7b5b","tenant":"ai-tenant-e2e-shared-b-a7f934/default-tenant","tenantID":"e2e-shared-b-a7f934","subscriptionNamespace":"ai-tenant-e2e-shared-b-a7f934","gatewayName":"e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:55:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-a7f934","deploymentName":"maas-api-e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:55:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-a7f934","deploymentName":"maas-api-e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:55:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-a7f934","deploymentName":"maas-api-e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:55:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-a7f934/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-a7f934","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-a7f934","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-a7f934"},"tenantIdentifier":"e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:55:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-a7f934","deploymentName":"maas-api-e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:55:54Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T08:55:54Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T08:56:24Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T08:56:24Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T08:56:54Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T08:56:54Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T08:57:24Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T08:57:24Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T08:57:54Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T08:57:54Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T08:58:24Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T08:58:24Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T08:58:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a67649/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a67649","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a67649","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a67649"},"tenantIdentifier":"e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:58:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a67649/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a67649","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a67649","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a67649"},"tenantIdentifier":"e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:58:29Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a67649"},"namespace":"ai-tenant-e2e-shared-a-a67649","name":"default-tenant","reconcileID":"1b74892c-5db7-4c1e-bc2f-809464b5102b","tenant":"ai-tenant-e2e-shared-a-a67649/default-tenant","tenantID":"e2e-shared-a-a67649","subscriptionNamespace":"ai-tenant-e2e-shared-a-a67649","gatewayName":"e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:58:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a67649","deploymentName":"maas-api-e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:58:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a67649","deploymentName":"maas-api-e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:58:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a67649","deploymentName":"maas-api-e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:58:30Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a67649/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a67649","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a67649","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a67649"},"tenantIdentifier":"e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:58:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a67649","deploymentName":"maas-api-e2e-shared-a-a67649"} {"level":"error","ts":"2026-07-12T08:58:30Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a67649"},"namespace":"ai-tenant-e2e-shared-a-a67649","name":"default-tenant","reconcileID":"1b74892c-5db7-4c1e-bc2f-809464b5102b","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T08:58:30Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a67649/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a67649","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a67649","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a67649"},"tenantIdentifier":"e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:58:30Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a67649/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a67649","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a67649","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a67649"},"tenantIdentifier":"e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:58:30Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a67649"},"namespace":"ai-tenant-e2e-shared-a-a67649","name":"default-tenant","reconcileID":"6d8a6b3f-2f73-47a5-a315-be282c62a696","namespace":"ai-tenant-e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:58:30Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a67649"},"namespace":"ai-tenant-e2e-shared-a-a67649","name":"default-tenant","reconcileID":"6d8a6b3f-2f73-47a5-a315-be282c62a696","count":0} {"level":"info","ts":"2026-07-12T08:58:30Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a67649/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a67649","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a67649","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a67649"},"tenantIdentifier":"e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:58:30Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a67649"},"namespace":"ai-tenant-e2e-shared-a-a67649","name":"default-tenant","reconcileID":"6d8a6b3f-2f73-47a5-a315-be282c62a696","tenant":"e2e-shared-a-a67649","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-12T08:58:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a67649","deploymentName":"maas-api-e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:58:30Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a67649"},"namespace":"ai-tenant-e2e-shared-a-a67649","name":"default-tenant","reconcileID":"6d8a6b3f-2f73-47a5-a315-be282c62a696","gvk":"Deployment","name":"maas-api-e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:58:30Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a67649"},"namespace":"ai-tenant-e2e-shared-a-a67649","name":"default-tenant","reconcileID":"6d8a6b3f-2f73-47a5-a315-be282c62a696","gvk":"Service","name":"maas-api-e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:58:30Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a67649"},"namespace":"ai-tenant-e2e-shared-a-a67649","name":"default-tenant","reconcileID":"6d8a6b3f-2f73-47a5-a315-be282c62a696","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:58:30Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a67649"},"namespace":"ai-tenant-e2e-shared-a-a67649","name":"default-tenant","reconcileID":"6d8a6b3f-2f73-47a5-a315-be282c62a696","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-a67649"} {"level":"info","ts":"2026-07-12T08:58:34Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8f571f98-d99e-4e7c-914c-fbdc3eb89ae9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:58:34Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f3cdac44-5264-4b9e-a81e-1473b023da7f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T08:58:36Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-a7f934/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-a7f934","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-a7f934","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-a7f934"},"tenantIdentifier":"e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:58:36Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-a7f934/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-a7f934","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-a7f934","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-a7f934"},"tenantIdentifier":"e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:58:36Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-a7f934"},"namespace":"ai-tenant-e2e-shared-b-a7f934","name":"default-tenant","reconcileID":"8ce2b601-f94e-49ae-b3f4-7db0b74ebc55","tenant":"ai-tenant-e2e-shared-b-a7f934/default-tenant","tenantID":"e2e-shared-b-a7f934","subscriptionNamespace":"ai-tenant-e2e-shared-b-a7f934","gatewayName":"e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:58:36Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-a7f934","deploymentName":"maas-api-e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:58:36Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-a7f934","deploymentName":"maas-api-e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:58:36Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-a7f934","deploymentName":"maas-api-e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:58:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-a7f934/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-a7f934","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-a7f934","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-a7f934"},"tenantIdentifier":"e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:58:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-a7f934","deploymentName":"maas-api-e2e-shared-b-a7f934"} {"level":"error","ts":"2026-07-12T08:58:37Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-a7f934"},"namespace":"ai-tenant-e2e-shared-b-a7f934","name":"default-tenant","reconcileID":"8ce2b601-f94e-49ae-b3f4-7db0b74ebc55","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T08:58:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-a7f934/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-a7f934","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-a7f934","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-a7f934"},"tenantIdentifier":"e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:58:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-a7f934/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-a7f934","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-a7f934","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-a7f934"},"tenantIdentifier":"e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:58:37Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-a7f934"},"namespace":"ai-tenant-e2e-shared-b-a7f934","name":"default-tenant","reconcileID":"f966500c-e047-47de-b0b7-1697144972e9","namespace":"ai-tenant-e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:58:37Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-a7f934"},"namespace":"ai-tenant-e2e-shared-b-a7f934","name":"default-tenant","reconcileID":"f966500c-e047-47de-b0b7-1697144972e9","count":0} {"level":"info","ts":"2026-07-12T08:58:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-a7f934/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-a7f934","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-a7f934","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-a7f934"},"tenantIdentifier":"e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:58:37Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-a7f934"},"namespace":"ai-tenant-e2e-shared-b-a7f934","name":"default-tenant","reconcileID":"f966500c-e047-47de-b0b7-1697144972e9","tenant":"e2e-shared-b-a7f934","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-12T08:58:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-a7f934","deploymentName":"maas-api-e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:58:37Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-a7f934"},"namespace":"ai-tenant-e2e-shared-b-a7f934","name":"default-tenant","reconcileID":"f966500c-e047-47de-b0b7-1697144972e9","gvk":"Deployment","name":"maas-api-e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:58:37Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-a7f934"},"namespace":"ai-tenant-e2e-shared-b-a7f934","name":"default-tenant","reconcileID":"f966500c-e047-47de-b0b7-1697144972e9","gvk":"Service","name":"maas-api-e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:58:37Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-a7f934"},"namespace":"ai-tenant-e2e-shared-b-a7f934","name":"default-tenant","reconcileID":"f966500c-e047-47de-b0b7-1697144972e9","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:58:37Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-a7f934"},"namespace":"ai-tenant-e2e-shared-b-a7f934","name":"default-tenant","reconcileID":"f966500c-e047-47de-b0b7-1697144972e9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:58:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-a7f934/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-a7f934","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-a7f934","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-a7f934"},"tenantIdentifier":"e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:58:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-a7f934/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-a7f934","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-a7f934","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-a7f934"},"tenantIdentifier":"e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:58:37Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-a7f934"},"namespace":"ai-tenant-e2e-shared-b-a7f934","name":"default-tenant","reconcileID":"f851d66f-de3a-4fe0-a5ed-a5ae3e383c0e","namespace":"ai-tenant-e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:58:37Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-a7f934"},"namespace":"ai-tenant-e2e-shared-b-a7f934","name":"default-tenant","reconcileID":"f851d66f-de3a-4fe0-a5ed-a5ae3e383c0e","count":0} {"level":"info","ts":"2026-07-12T08:58:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-a7f934/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-a7f934","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-a7f934","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-a7f934"},"tenantIdentifier":"e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:58:37Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-a7f934"},"namespace":"ai-tenant-e2e-shared-b-a7f934","name":"default-tenant","reconcileID":"f851d66f-de3a-4fe0-a5ed-a5ae3e383c0e","tenant":"e2e-shared-b-a7f934","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-12T08:58:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-a7f934","deploymentName":"maas-api-e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:58:37Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-a7f934"},"namespace":"ai-tenant-e2e-shared-b-a7f934","name":"default-tenant","reconcileID":"f851d66f-de3a-4fe0-a5ed-a5ae3e383c0e","gvk":"Deployment","name":"maas-api-e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:58:37Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-a7f934"},"namespace":"ai-tenant-e2e-shared-b-a7f934","name":"default-tenant","reconcileID":"f851d66f-de3a-4fe0-a5ed-a5ae3e383c0e","gvk":"Service","name":"maas-api-e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:58:37Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-a7f934"},"namespace":"ai-tenant-e2e-shared-b-a7f934","name":"default-tenant","reconcileID":"f851d66f-de3a-4fe0-a5ed-a5ae3e383c0e","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-a7f934"} {"level":"info","ts":"2026-07-12T08:58:37Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-a7f934"},"namespace":"ai-tenant-e2e-shared-b-a7f934","name":"default-tenant","reconcileID":"f851d66f-de3a-4fe0-a5ed-a5ae3e383c0e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-a7f934"} {"level":"error","ts":"2026-07-12T08:58:37Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-a7f934"},"namespace":"ai-tenant-e2e-shared-b-a7f934","name":"default-tenant","reconcileID":"f851d66f-de3a-4fe0-a5ed-a5ae3e383c0e","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}