{"level":"info","ts":"2026-07-12T18:48:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-14e82f","deploymentName":"maas-api-e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:48:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-14e82f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-14e82f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-14e82f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-14e82f"},"tenantIdentifier":"e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:48:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-14e82f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-14e82f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-14e82f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-14e82f"},"tenantIdentifier":"e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:48:20Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"default-tenant","reconcileID":"ee456da2-8492-4ae1-bf8d-413885c92ebf","tenant":"ai-tenant-e2e-inf-a-14e82f/default-tenant","tenantID":"e2e-inf-a-14e82f","subscriptionNamespace":"ai-tenant-e2e-inf-a-14e82f","gatewayName":"e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:48:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-14e82f","deploymentName":"maas-api-e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:48:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-14e82f","deploymentName":"maas-api-e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:48:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-14e82f","deploymentName":"maas-api-e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:48:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-14e82f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-14e82f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-14e82f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-14e82f"},"tenantIdentifier":"e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:48:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-14e82f","deploymentName":"maas-api-e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:48:25Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T18:48:25Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T18:48:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-89494f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-89494f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-89494f"},"tenantIdentifier":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-89494f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-89494f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-89494f"},"tenantIdentifier":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:27Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"default-tenant","reconcileID":"40a95715-d888-4c7c-8767-7bc246cf59e7","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","tenantID":"e2e-inf-b-89494f","subscriptionNamespace":"ai-tenant-e2e-inf-b-89494f","gatewayName":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-89494f","deploymentName":"maas-api-e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-89494f","deploymentName":"maas-api-e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-89494f","deploymentName":"maas-api-e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:27Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"322eaa1c-bc63-4357-8a36-7d94a50f1a74","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:48:27Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ad351982-92a4-4f36-9313-ebda3602003c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:48:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-89494f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-89494f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-89494f"},"tenantIdentifier":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-89494f","deploymentName":"maas-api-e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-89494f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-89494f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-89494f"},"tenantIdentifier":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-89494f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-89494f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-89494f"},"tenantIdentifier":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:27Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"default-tenant","reconcileID":"1acdb601-c97b-4f26-8e7f-e67aee28830c","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","tenantID":"e2e-inf-b-89494f","subscriptionNamespace":"ai-tenant-e2e-inf-b-89494f","gatewayName":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-89494f","deploymentName":"maas-api-e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-89494f","deploymentName":"maas-api-e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-89494f","deploymentName":"maas-api-e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-89494f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-89494f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-89494f"},"tenantIdentifier":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-89494f","deploymentName":"maas-api-e2e-inf-b-89494f"} {"level":"error","ts":"2026-07-12T18:48:28Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"default-tenant","reconcileID":"1acdb601-c97b-4f26-8e7f-e67aee28830c","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T18:48:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-89494f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-89494f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-89494f"},"tenantIdentifier":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-89494f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-89494f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-89494f"},"tenantIdentifier":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:28Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"default-tenant","reconcileID":"853381ef-8242-4a8b-a916-7b22c21e7633","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","tenantID":"e2e-inf-b-89494f","subscriptionNamespace":"ai-tenant-e2e-inf-b-89494f","gatewayName":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-89494f","deploymentName":"maas-api-e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-89494f","deploymentName":"maas-api-e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-89494f","deploymentName":"maas-api-e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-89494f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-89494f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-89494f"},"tenantIdentifier":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-89494f","deploymentName":"maas-api-e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-89494f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-89494f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-89494f"},"tenantIdentifier":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-89494f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-89494f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-89494f"},"tenantIdentifier":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:28Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"default-tenant","reconcileID":"27f005b4-96f1-4470-bc11-e4dfa5058623","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","tenantID":"e2e-inf-b-89494f","subscriptionNamespace":"ai-tenant-e2e-inf-b-89494f","gatewayName":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-89494f","deploymentName":"maas-api-e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-89494f","deploymentName":"maas-api-e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-89494f","deploymentName":"maas-api-e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-89494f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-89494f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-89494f"},"tenantIdentifier":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-89494f","deploymentName":"maas-api-e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-14e82f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-14e82f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-14e82f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-14e82f"},"tenantIdentifier":"e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:48:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-14e82f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-14e82f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-14e82f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-14e82f"},"tenantIdentifier":"e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:48:40Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"default-tenant","reconcileID":"5e64b09f-f536-43c5-af51-810d3c8ac002","tenant":"ai-tenant-e2e-inf-a-14e82f/default-tenant","tenantID":"e2e-inf-a-14e82f","subscriptionNamespace":"ai-tenant-e2e-inf-a-14e82f","gatewayName":"e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:48:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-14e82f","deploymentName":"maas-api-e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:48:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-14e82f","deploymentName":"maas-api-e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:48:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-14e82f","deploymentName":"maas-api-e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:48:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-14e82f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-14e82f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-14e82f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-14e82f"},"tenantIdentifier":"e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:48:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-14e82f","deploymentName":"maas-api-e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:48:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-14e82f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-14e82f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-14e82f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-14e82f"},"tenantIdentifier":"e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:48:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-14e82f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-14e82f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-14e82f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-14e82f"},"tenantIdentifier":"e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:48:41Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"default-tenant","reconcileID":"f45cc18f-a49d-46cd-bf85-4fb8b7a55fa4","tenant":"ai-tenant-e2e-inf-a-14e82f/default-tenant","tenantID":"e2e-inf-a-14e82f","subscriptionNamespace":"ai-tenant-e2e-inf-a-14e82f","gatewayName":"e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:48:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-14e82f","deploymentName":"maas-api-e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:48:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-14e82f","deploymentName":"maas-api-e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:48:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-14e82f","deploymentName":"maas-api-e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:48:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-14e82f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-14e82f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-14e82f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-14e82f"},"tenantIdentifier":"e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:48:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-14e82f","deploymentName":"maas-api-e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:48:44Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f743ba4a-2a88-490f-9c52-b25059568ec5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:48:44Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e776ef27-aa30-4235-bcc6-f4f79c97f641","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:48:47Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f","reconcileID":"d6fbb1ce-f0f5-48f8-882e-9cb8e65ee4e1","MaaSModelRef":{"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"},"routeName":"test-model-14e82f-kserve-route","namespace":"ai-tenant-e2e-inf-a-14e82f","llmisvcName":"test-model-14e82f","gateway":"openshift-ingress/e2e-inf-a-14e82f","hostnames":[]} {"level":"info","ts":"2026-07-12T18:48:47Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f","reconcileID":"73f26d75-55bf-463b-a189-08a2c102ddda","MaaSModelRef":{"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"},"routeName":"test-model-14e82f-kserve-route","namespace":"ai-tenant-e2e-inf-a-14e82f","llmisvcName":"test-model-14e82f","gateway":"openshift-ingress/e2e-inf-a-14e82f","hostnames":[]} {"level":"info","ts":"2026-07-12T18:48:47Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f","reconcileID":"df0895b7-c0fb-48fb-9f4a-db014d635ede","MaaSModelRef":{"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"},"routeName":"test-model-14e82f-kserve-route","namespace":"ai-tenant-e2e-inf-a-14e82f","llmisvcName":"test-model-14e82f","gateway":"openshift-ingress/e2e-inf-a-14e82f","hostnames":[]} {"level":"info","ts":"2026-07-12T18:48:47Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-14e82f-sub","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f-sub","reconcileID":"9e05d03a-703d-4d3c-bc76-62ce71adb1a0","MaaSSubscription":{"name":"test-model-14e82f-sub","namespace":"ai-tenant-e2e-inf-a-14e82f"},"name":"maas-trlp-test-model-14e82f","model":"test-model-14e82f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-14e82f/test-model-14e82f-sub"]} {"level":"info","ts":"2026-07-12T18:48:47Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f","reconcileID":"e2859631-8d88-426a-a99c-8767d1d48495","MaaSModelRef":{"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"},"routeName":"test-model-14e82f-kserve-route","namespace":"ai-tenant-e2e-inf-a-14e82f","llmisvcName":"test-model-14e82f","gateway":"openshift-ingress/e2e-inf-a-14e82f","hostnames":[]} {"level":"info","ts":"2026-07-12T18:48:47Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-14e82f-sub","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f-sub","reconcileID":"2b66376e-3061-4849-ade7-811638d7235a","MaaSSubscription":{"name":"test-model-14e82f-sub","namespace":"ai-tenant-e2e-inf-a-14e82f"},"name":"maas-trlp-test-model-14e82f","model":"ai-tenant-e2e-inf-a-14e82f/test-model-14e82f","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:48:47Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f","reconcileID":"a869083d-6ab8-4af0-a20a-2c73e606f059","MaaSModelRef":{"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"},"routeName":"test-model-14e82f-kserve-route","namespace":"ai-tenant-e2e-inf-a-14e82f","llmisvcName":"test-model-14e82f","gateway":"openshift-ingress/e2e-inf-a-14e82f","hostnames":[]} {"level":"info","ts":"2026-07-12T18:48:47Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-14e82f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-14e82f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-14e82f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-14e82f"},"tenantIdentifier":"e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:48:47Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f","reconcileID":"f28213d6-d7a4-41cf-aa81-edeb5109996b","MaaSModelRef":{"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"},"routeName":"test-model-14e82f-kserve-route","namespace":"ai-tenant-e2e-inf-a-14e82f","llmisvcName":"test-model-14e82f","gateway":"openshift-ingress/e2e-inf-a-14e82f","hostnames":[]} {"level":"info","ts":"2026-07-12T18:48:47Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-14e82f-auth","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f-auth","reconcileID":"7a2b7f91-d7c1-472a-b298-408b22a17383","MaaSAuthPolicy":{"name":"test-model-14e82f-auth","namespace":"ai-tenant-e2e-inf-a-14e82f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-14e82f","tenantID":"e2e-inf-a-14e82f","xAPIKeyEnabled":false} {"level":"error","ts":"2026-07-12T18:48:47Z","msg":"failed to update MaaSModelRef status","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f","reconcileID":"f28213d6-d7a4-41cf-aa81-edeb5109996b","name":"test-model-14e82f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-14e82f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:381\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:345\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:185\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T18:48:47Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-14e82f-sub","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f-sub","reconcileID":"59b62785-e3a1-4cc1-a836-9110cb1e56b8","MaaSSubscription":{"name":"test-model-14e82f-sub","namespace":"ai-tenant-e2e-inf-a-14e82f"},"name":"maas-trlp-test-model-14e82f","model":"ai-tenant-e2e-inf-a-14e82f/test-model-14e82f","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:48:47Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-14e82f-auth","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f-auth","reconcileID":"7a2b7f91-d7c1-472a-b298-408b22a17383"} {"level":"info","ts":"2026-07-12T18:48:47Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-14e82f-auth","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f-auth","reconcileID":"7a2b7f91-d7c1-472a-b298-408b22a17383","MaaSAuthPolicy":{"name":"test-model-14e82f-auth","namespace":"ai-tenant-e2e-inf-a-14e82f"},"name":"e2e-inf-a-14e82f-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T18:48:47Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f","reconcileID":"e4584212-0b6e-427b-b12c-03bffe17512e","MaaSModelRef":{"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"},"routeName":"test-model-14e82f-kserve-route","namespace":"ai-tenant-e2e-inf-a-14e82f","llmisvcName":"test-model-14e82f","gateway":"openshift-ingress/e2e-inf-a-14e82f","hostnames":[]} {"level":"info","ts":"2026-07-12T18:48:47Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-14e82f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-14e82f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-14e82f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-14e82f"},"tenantIdentifier":"e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:48:47Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-14e82f-auth","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f-auth","reconcileID":"2aa15059-a920-47a4-aa0a-75ce42c74295","MaaSAuthPolicy":{"name":"test-model-14e82f-auth","namespace":"ai-tenant-e2e-inf-a-14e82f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-14e82f","tenantID":"e2e-inf-a-14e82f","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T18:48:47Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-14e82f-auth","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f-auth","reconcileID":"2aa15059-a920-47a4-aa0a-75ce42c74295"} {"level":"info","ts":"2026-07-12T18:48:47Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-14e82f-auth","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f-auth","reconcileID":"2aa15059-a920-47a4-aa0a-75ce42c74295","MaaSAuthPolicy":{"name":"test-model-14e82f-auth","namespace":"ai-tenant-e2e-inf-a-14e82f"},"name":"e2e-inf-a-14e82f-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T18:48:48Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-89494f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-89494f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-89494f"},"tenantIdentifier":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:48Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-89494f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-89494f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-89494f"},"tenantIdentifier":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:48Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"default-tenant","reconcileID":"b94b42c8-2e24-4806-824a-ba2b305ffcf8","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","tenantID":"e2e-inf-b-89494f","subscriptionNamespace":"ai-tenant-e2e-inf-b-89494f","gatewayName":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:48Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-89494f","deploymentName":"maas-api-e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:48Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-89494f","deploymentName":"maas-api-e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:48Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-89494f","deploymentName":"maas-api-e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:49Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-89494f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-89494f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-89494f"},"tenantIdentifier":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-89494f","deploymentName":"maas-api-e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:49Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-89494f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-89494f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-89494f"},"tenantIdentifier":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:49Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-89494f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-89494f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-89494f"},"tenantIdentifier":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:49Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"default-tenant","reconcileID":"3e982614-450b-4732-b04b-83e8134b73ea","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","tenantID":"e2e-inf-b-89494f","subscriptionNamespace":"ai-tenant-e2e-inf-b-89494f","gatewayName":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-89494f","deploymentName":"maas-api-e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-89494f","deploymentName":"maas-api-e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-89494f","deploymentName":"maas-api-e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-89494f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-89494f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-89494f"},"tenantIdentifier":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-89494f","deploymentName":"maas-api-e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:48:52Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7168efcc-75e8-40dc-a10c-54b823691632","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:48:52Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fa705e6f-5826-42c4-87e1-b4a5f716c15c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:48:52Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-14e82f-sub","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f-sub","reconcileID":"fcebfc81-6f36-4ae4-8b39-3aaa2154091b","MaaSSubscription":{"name":"test-model-14e82f-sub","namespace":"ai-tenant-e2e-inf-a-14e82f"},"name":"maas-trlp-test-model-14e82f","model":"ai-tenant-e2e-inf-a-14e82f/test-model-14e82f","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:48:52Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f","reconcileID":"315ef5f4-bbe7-4de2-aafd-df3a6cbbd027","MaaSModelRef":{"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"},"routeName":"test-model-14e82f-kserve-route","namespace":"ai-tenant-e2e-inf-a-14e82f","llmisvcName":"test-model-14e82f","gateway":"openshift-ingress/e2e-inf-a-14e82f","hostnames":[]} {"level":"info","ts":"2026-07-12T18:48:53Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-14e82f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-14e82f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-14e82f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-14e82f"},"tenantIdentifier":"e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:48:53Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f","reconcileID":"953b9837-651e-40dd-bf46-983d83dc422c","MaaSModelRef":{"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"},"routeName":"test-model-14e82f-kserve-route","namespace":"ai-tenant-e2e-inf-a-14e82f","llmisvcName":"test-model-14e82f","gateway":"openshift-ingress/e2e-inf-a-14e82f","hostnames":[]} {"level":"info","ts":"2026-07-12T18:48:53Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-14e82f-auth","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f-auth","reconcileID":"5868d99c-c549-4fdd-ad64-12686b5035b9","MaaSAuthPolicy":{"name":"test-model-14e82f-auth","namespace":"ai-tenant-e2e-inf-a-14e82f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-14e82f","tenantID":"e2e-inf-a-14e82f","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T18:48:53Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-14e82f-sub","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f-sub","reconcileID":"e6516bff-abff-4c49-9119-cea7eebfe1f3","MaaSSubscription":{"name":"test-model-14e82f-sub","namespace":"ai-tenant-e2e-inf-a-14e82f"},"name":"maas-trlp-test-model-14e82f","model":"ai-tenant-e2e-inf-a-14e82f/test-model-14e82f","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:48:53Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-14e82f-auth","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f-auth","reconcileID":"5868d99c-c549-4fdd-ad64-12686b5035b9"} {"level":"info","ts":"2026-07-12T18:48:53Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-14e82f-auth","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f-auth","reconcileID":"5868d99c-c549-4fdd-ad64-12686b5035b9","MaaSAuthPolicy":{"name":"test-model-14e82f-auth","namespace":"ai-tenant-e2e-inf-a-14e82f"},"name":"e2e-inf-a-14e82f-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T18:48:55Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T18:48:55Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T18:49:01Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"755a0a2e-dd46-4f7a-929d-d233b3c98616","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:49:02Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ed20e0e9-e69b-43b1-9b24-67d907535ada","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:49:02Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-14e82f-sub","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f-sub","reconcileID":"69917121-e8b4-4ace-88aa-dbfca61d8d99","MaaSSubscription":{"name":"test-model-14e82f-sub","namespace":"ai-tenant-e2e-inf-a-14e82f"},"name":"maas-trlp-test-model-14e82f","model":"ai-tenant-e2e-inf-a-14e82f/test-model-14e82f","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:49:03Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f","reconcileID":"a77fbda2-c5f4-446a-badd-8a48a4fd6a1e","MaaSModelRef":{"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"},"routeName":"test-model-14e82f-kserve-route","namespace":"ai-tenant-e2e-inf-a-14e82f","llmisvcName":"test-model-14e82f","gateway":"openshift-ingress/e2e-inf-a-14e82f","hostnames":[]} {"level":"info","ts":"2026-07-12T18:49:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-14e82f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-14e82f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-14e82f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-14e82f"},"tenantIdentifier":"e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:49:03Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-14e82f-auth","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f-auth","reconcileID":"8121df5e-bd48-4e55-adc6-20333126ebbb","MaaSAuthPolicy":{"name":"test-model-14e82f-auth","namespace":"ai-tenant-e2e-inf-a-14e82f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-14e82f","tenantID":"e2e-inf-a-14e82f","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T18:49:03Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-14e82f-sub","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f-sub","reconcileID":"24355174-909e-4db1-b186-1acafce978d7","MaaSSubscription":{"name":"test-model-14e82f-sub","namespace":"ai-tenant-e2e-inf-a-14e82f"},"name":"maas-trlp-test-model-14e82f","model":"ai-tenant-e2e-inf-a-14e82f/test-model-14e82f","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:49:03Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-14e82f-auth","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f-auth","reconcileID":"8121df5e-bd48-4e55-adc6-20333126ebbb"} {"level":"info","ts":"2026-07-12T18:49:03Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-14e82f-auth","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f-auth","reconcileID":"8121df5e-bd48-4e55-adc6-20333126ebbb","MaaSAuthPolicy":{"name":"test-model-14e82f-auth","namespace":"ai-tenant-e2e-inf-a-14e82f"},"name":"e2e-inf-a-14e82f-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T18:49:13Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f","reconcileID":"226ac65f-cbd7-4fe4-9387-e68c11b1fbd8","MaaSModelRef":{"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"},"routeName":"test-model-89494f-kserve-route","namespace":"ai-tenant-e2e-inf-b-89494f","llmisvcName":"test-model-89494f","gateway":"openshift-ingress/e2e-inf-b-89494f","hostnames":[]} {"level":"info","ts":"2026-07-12T18:49:13Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f","reconcileID":"a4d608f8-695d-4cd7-a339-8bc07243aac5","MaaSModelRef":{"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"},"routeName":"test-model-89494f-kserve-route","namespace":"ai-tenant-e2e-inf-b-89494f","llmisvcName":"test-model-89494f","gateway":"openshift-ingress/e2e-inf-b-89494f","hostnames":[]} {"level":"info","ts":"2026-07-12T18:49:13Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f","reconcileID":"7a9223f4-aa61-46df-a786-ded1988405aa","MaaSModelRef":{"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"},"routeName":"test-model-89494f-kserve-route","namespace":"ai-tenant-e2e-inf-b-89494f","llmisvcName":"test-model-89494f","gateway":"openshift-ingress/e2e-inf-b-89494f","hostnames":[]} {"level":"error","ts":"2026-07-12T18:49:13Z","msg":"Reconciler error","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-89494f-sub","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f-sub","reconcileID":"1599614d-d2fa-4aff-98be-d78fbdddc9d9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-89494f-sub\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T18:49:13Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f","reconcileID":"8bbca283-9b40-4306-8a6d-ccbfc229d3a1","MaaSModelRef":{"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"},"routeName":"test-model-14e82f-kserve-route","namespace":"ai-tenant-e2e-inf-a-14e82f","llmisvcName":"test-model-14e82f","gateway":"openshift-ingress/e2e-inf-a-14e82f","hostnames":[]} {"level":"info","ts":"2026-07-12T18:49:13Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f","reconcileID":"ef5e2c3d-3098-44fd-b5dc-9a352ae9b764","MaaSModelRef":{"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"},"routeName":"test-model-89494f-kserve-route","namespace":"ai-tenant-e2e-inf-b-89494f","llmisvcName":"test-model-89494f","gateway":"openshift-ingress/e2e-inf-b-89494f","hostnames":[]} {"level":"info","ts":"2026-07-12T18:49:13Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-89494f-sub","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f-sub","reconcileID":"732b10eb-9086-49f3-9538-fb8653a71542","MaaSSubscription":{"name":"test-model-89494f-sub","namespace":"ai-tenant-e2e-inf-b-89494f"},"name":"maas-trlp-test-model-89494f","model":"test-model-89494f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-89494f/test-model-89494f-sub"]} {"level":"info","ts":"2026-07-12T18:49:13Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f","reconcileID":"55651b6a-cfd2-4ac7-bcf0-11dcc5597e60","MaaSModelRef":{"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"},"routeName":"test-model-89494f-kserve-route","namespace":"ai-tenant-e2e-inf-b-89494f","llmisvcName":"test-model-89494f","gateway":"openshift-ingress/e2e-inf-b-89494f","hostnames":[]} {"level":"info","ts":"2026-07-12T18:49:13Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-89494f-sub","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f-sub","reconcileID":"9c68af87-6c0c-4943-b544-ea644ea7b7b1","MaaSSubscription":{"name":"test-model-89494f-sub","namespace":"ai-tenant-e2e-inf-b-89494f"},"name":"maas-trlp-test-model-89494f","model":"ai-tenant-e2e-inf-b-89494f/test-model-89494f","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:49:13Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f","reconcileID":"03d22bb9-aded-40a2-acf6-dbd1cebbf300","MaaSModelRef":{"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"},"routeName":"test-model-89494f-kserve-route","namespace":"ai-tenant-e2e-inf-b-89494f","llmisvcName":"test-model-89494f","gateway":"openshift-ingress/e2e-inf-b-89494f","hostnames":[]} {"level":"info","ts":"2026-07-12T18:49:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-89494f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-89494f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-89494f"},"tenantIdentifier":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:49:13Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89494f-auth","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f-auth","reconcileID":"fa94c3a8-19fd-4002-b554-47ec683d82d2","MaaSAuthPolicy":{"name":"test-model-89494f-auth","namespace":"ai-tenant-e2e-inf-b-89494f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-89494f","tenantID":"e2e-inf-b-89494f","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T18:49:13Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f","reconcileID":"50a7f709-fb39-4c56-9008-305ade0e4c3b","MaaSModelRef":{"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"},"routeName":"test-model-89494f-kserve-route","namespace":"ai-tenant-e2e-inf-b-89494f","llmisvcName":"test-model-89494f","gateway":"openshift-ingress/e2e-inf-b-89494f","hostnames":[]} {"level":"info","ts":"2026-07-12T18:49:13Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-89494f-sub","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f-sub","reconcileID":"eaebc133-09bc-4875-83af-19d11e74158b","MaaSSubscription":{"name":"test-model-89494f-sub","namespace":"ai-tenant-e2e-inf-b-89494f"},"name":"maas-trlp-test-model-89494f","model":"ai-tenant-e2e-inf-b-89494f/test-model-89494f","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:49:13Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89494f-auth","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f-auth","reconcileID":"fa94c3a8-19fd-4002-b554-47ec683d82d2"} {"level":"info","ts":"2026-07-12T18:49:13Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89494f-auth","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f-auth","reconcileID":"fa94c3a8-19fd-4002-b554-47ec683d82d2","MaaSAuthPolicy":{"name":"test-model-89494f-auth","namespace":"ai-tenant-e2e-inf-b-89494f"},"name":"e2e-inf-b-89494f-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T18:49:13Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f","reconcileID":"98ebbccb-767f-41b5-a06c-582a08a7986a","MaaSModelRef":{"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"},"routeName":"test-model-89494f-kserve-route","namespace":"ai-tenant-e2e-inf-b-89494f","llmisvcName":"test-model-89494f","gateway":"openshift-ingress/e2e-inf-b-89494f","hostnames":[]} {"level":"info","ts":"2026-07-12T18:49:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-89494f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-89494f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-89494f"},"tenantIdentifier":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:49:14Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89494f-auth","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f-auth","reconcileID":"ed10cf7d-4199-46e5-bec7-c7e714e74195","MaaSAuthPolicy":{"name":"test-model-89494f-auth","namespace":"ai-tenant-e2e-inf-b-89494f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-89494f","tenantID":"e2e-inf-b-89494f","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T18:49:14Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89494f-auth","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f-auth","reconcileID":"ed10cf7d-4199-46e5-bec7-c7e714e74195"} {"level":"info","ts":"2026-07-12T18:49:14Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89494f-auth","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f-auth","reconcileID":"ed10cf7d-4199-46e5-bec7-c7e714e74195","MaaSAuthPolicy":{"name":"test-model-89494f-auth","namespace":"ai-tenant-e2e-inf-b-89494f"},"name":"e2e-inf-b-89494f-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T18:49:14Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f","reconcileID":"7208fff0-ca58-4482-b7b5-707711afa0b0","MaaSModelRef":{"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"},"routeName":"test-model-89494f-kserve-route","namespace":"ai-tenant-e2e-inf-b-89494f","llmisvcName":"test-model-89494f","gateway":"openshift-ingress/e2e-inf-b-89494f","hostnames":[]} {"level":"info","ts":"2026-07-12T18:49:18Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-89494f-sub","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f-sub","reconcileID":"34bb7a31-63b6-42b4-ad8c-5137e45fe455","MaaSSubscription":{"name":"test-model-89494f-sub","namespace":"ai-tenant-e2e-inf-b-89494f"},"name":"maas-trlp-test-model-89494f","model":"ai-tenant-e2e-inf-b-89494f/test-model-89494f","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:49:18Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f","reconcileID":"141c3803-94eb-442c-981c-44ba8491a9af","MaaSModelRef":{"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"},"routeName":"test-model-89494f-kserve-route","namespace":"ai-tenant-e2e-inf-b-89494f","llmisvcName":"test-model-89494f","gateway":"openshift-ingress/e2e-inf-b-89494f","hostnames":[]} {"level":"info","ts":"2026-07-12T18:49:19Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"41f56afa-4932-4f47-9bd5-1ce545451b16","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:49:19Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"990291da-39cf-4e8e-b5a0-2c5d6dc0f292","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:49:19Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-14e82f-sub","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f-sub","reconcileID":"5bfea7cb-5f4b-45a8-bcd7-60039bf69594","MaaSSubscription":{"name":"test-model-14e82f-sub","namespace":"ai-tenant-e2e-inf-a-14e82f"},"name":"maas-trlp-test-model-14e82f","model":"ai-tenant-e2e-inf-a-14e82f/test-model-14e82f","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:49:19Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f","reconcileID":"4aabaa2c-f4db-48f2-ba74-3f8ad75e80ea","MaaSModelRef":{"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"},"routeName":"test-model-89494f-kserve-route","namespace":"ai-tenant-e2e-inf-b-89494f","llmisvcName":"test-model-89494f","gateway":"openshift-ingress/e2e-inf-b-89494f","hostnames":[]} {"level":"info","ts":"2026-07-12T18:49:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-89494f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-89494f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-89494f"},"tenantIdentifier":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:49:19Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89494f-auth","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f-auth","reconcileID":"2a57ba38-9853-427e-a0c9-a822e048ec10","MaaSAuthPolicy":{"name":"test-model-89494f-auth","namespace":"ai-tenant-e2e-inf-b-89494f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-89494f","tenantID":"e2e-inf-b-89494f","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T18:49:19Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-89494f-sub","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f-sub","reconcileID":"24ef3354-0be6-4d86-b143-bec881180289","MaaSSubscription":{"name":"test-model-89494f-sub","namespace":"ai-tenant-e2e-inf-b-89494f"},"name":"maas-trlp-test-model-89494f","model":"ai-tenant-e2e-inf-b-89494f/test-model-89494f","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:49:19Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89494f-auth","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f-auth","reconcileID":"2a57ba38-9853-427e-a0c9-a822e048ec10"} {"level":"info","ts":"2026-07-12T18:49:19Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89494f-auth","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f-auth","reconcileID":"2a57ba38-9853-427e-a0c9-a822e048ec10","MaaSAuthPolicy":{"name":"test-model-89494f-auth","namespace":"ai-tenant-e2e-inf-b-89494f"},"name":"e2e-inf-b-89494f-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T18:49:24Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f","reconcileID":"83a70661-1d48-42f5-a058-097980f4228d","MaaSModelRef":{"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"},"routeName":"test-model-89494f-kserve-route","namespace":"ai-tenant-e2e-inf-b-89494f","llmisvcName":"test-model-89494f","gateway":"openshift-ingress/e2e-inf-b-89494f","hostnames":[]} {"level":"info","ts":"2026-07-12T18:49:24Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-89494f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-89494f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-89494f"},"tenantIdentifier":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:49:24Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89494f-auth","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f-auth","reconcileID":"c21f5df2-caed-42f3-87e5-af1014deb564","MaaSAuthPolicy":{"name":"test-model-89494f-auth","namespace":"ai-tenant-e2e-inf-b-89494f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-89494f","tenantID":"e2e-inf-b-89494f","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T18:49:24Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-89494f-sub","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f-sub","reconcileID":"cb551cca-d963-4d91-a0fa-42348a762acd","MaaSSubscription":{"name":"test-model-89494f-sub","namespace":"ai-tenant-e2e-inf-b-89494f"},"name":"maas-trlp-test-model-89494f","model":"ai-tenant-e2e-inf-b-89494f/test-model-89494f","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:49:24Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89494f-auth","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f-auth","reconcileID":"c21f5df2-caed-42f3-87e5-af1014deb564"} {"level":"info","ts":"2026-07-12T18:49:24Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89494f-auth","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f-auth","reconcileID":"c21f5df2-caed-42f3-87e5-af1014deb564","MaaSAuthPolicy":{"name":"test-model-89494f-auth","namespace":"ai-tenant-e2e-inf-b-89494f"},"name":"e2e-inf-b-89494f-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T18:49:25Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T18:49:25Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T18:49:29Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f","reconcileID":"b5027e9e-cc34-41dc-97cb-95de2a4fb815","MaaSModelRef":{"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"},"routeName":"test-model-14e82f-kserve-route","namespace":"ai-tenant-e2e-inf-a-14e82f","llmisvcName":"test-model-14e82f","gateway":"openshift-ingress/e2e-inf-a-14e82f","hostnames":[]} {"level":"info","ts":"2026-07-12T18:49:29Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-14e82f-auth","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f-auth","reconcileID":"361c01fe-f365-4d0e-ad73-5935c7b25ade","MaaSAuthPolicy":{"name":"test-model-14e82f-auth","namespace":"ai-tenant-e2e-inf-a-14e82f"},"model":"ai-tenant-e2e-inf-a-14e82f/test-model-14e82f"} {"level":"info","ts":"2026-07-12T18:49:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-14e82f-sub","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f-sub","reconcileID":"a6f7b636-746d-4d7f-88bc-4f9cba67c6dd","MaaSSubscription":{"name":"test-model-14e82f-sub","namespace":"ai-tenant-e2e-inf-a-14e82f"},"name":"maas-trlp-test-model-14e82f","model":"ai-tenant-e2e-inf-a-14e82f/test-model-14e82f","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:49:29Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-14e82f-auth","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f-auth","reconcileID":"212a3d38-0a40-494b-a4df-8e1b3cb7e855","MaaSAuthPolicy":{"name":"test-model-14e82f-auth","namespace":"ai-tenant-e2e-inf-a-14e82f"},"model":"ai-tenant-e2e-inf-a-14e82f/test-model-14e82f"} {"level":"info","ts":"2026-07-12T18:49:29Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f","reconcileID":"3aef8482-38a6-4a0e-a99a-2fdcf70212ee","MaaSModelRef":{"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"},"routeName":"test-model-14e82f-kserve-route","namespace":"ai-tenant-e2e-inf-a-14e82f","llmisvcName":"test-model-14e82f","gateway":"openshift-ingress/e2e-inf-a-14e82f","hostnames":[]} {"level":"info","ts":"2026-07-12T18:49:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-14e82f-sub","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f-sub","reconcileID":"449b6615-3ba8-4f06-880d-27e446bd297d","MaaSSubscription":{"name":"test-model-14e82f-sub","namespace":"ai-tenant-e2e-inf-a-14e82f"},"name":"maas-trlp-test-model-14e82f","model":"ai-tenant-e2e-inf-a-14e82f/test-model-14e82f","subscriptionCount":1} {"level":"error","ts":"2026-07-12T18:49:29Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-14e82f-auth","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f-auth","reconcileID":"212a3d38-0a40-494b-a4df-8e1b3cb7e855","error":"maasauthpolicies.maas.opendatahub.io \"test-model-14e82f-auth\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T18:49:29Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-14e82f-sub","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f-sub","reconcileID":"eb0ec776-c25a-4b8e-b763-828b8710feb8","MaaSSubscription":{"name":"test-model-14e82f-sub","namespace":"ai-tenant-e2e-inf-a-14e82f"},"model":"ai-tenant-e2e-inf-a-14e82f/test-model-14e82f","subscription":"test-model-14e82f-sub"} {"level":"info","ts":"2026-07-12T18:49:29Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f","reconcileID":"885fb6df-de82-4a8a-ac67-258ab9905f77","MaaSModelRef":{"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"},"routeName":"test-model-14e82f-kserve-route","namespace":"ai-tenant-e2e-inf-a-14e82f","llmisvcName":"test-model-14e82f","gateway":"openshift-ingress/e2e-inf-a-14e82f","hostnames":[]} {"level":"info","ts":"2026-07-12T18:49:29Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-14e82f-sub","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f-sub","reconcileID":"eb0ec776-c25a-4b8e-b763-828b8710feb8","MaaSSubscription":{"name":"test-model-14e82f-sub","namespace":"ai-tenant-e2e-inf-a-14e82f"},"model":"ai-tenant-e2e-inf-a-14e82f/test-model-14e82f"} {"level":"info","ts":"2026-07-12T18:49:29Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-14e82f-sub","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f-sub","reconcileID":"eb0ec776-c25a-4b8e-b763-828b8710feb8","MaaSSubscription":{"name":"test-model-14e82f-sub","namespace":"ai-tenant-e2e-inf-a-14e82f"},"name":"maas-trlp-test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f","model":"ai-tenant-e2e-inf-a-14e82f/test-model-14e82f"} {"level":"info","ts":"2026-07-12T18:49:29Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"test-model-14e82f","reconcileID":"ccd5b930-4f63-4f11-a186-06faad0f2fb8","MaaSModelRef":{"name":"test-model-14e82f","namespace":"ai-tenant-e2e-inf-a-14e82f"},"routeName":"test-model-14e82f-kserve-route","namespace":"ai-tenant-e2e-inf-a-14e82f","llmisvcName":"test-model-14e82f","gateway":"openshift-ingress/e2e-inf-a-14e82f","hostnames":[]} {"level":"info","ts":"2026-07-12T18:49:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f356192f-924d-4e5d-863f-d6e5b977019d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:49:29Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89494f-auth","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f-auth","reconcileID":"b5dc8b1f-f495-4f56-81c1-3f18a7f62c41","MaaSAuthPolicy":{"name":"test-model-89494f-auth","namespace":"ai-tenant-e2e-inf-b-89494f"},"model":"ai-tenant-e2e-inf-b-89494f/test-model-89494f"} {"level":"info","ts":"2026-07-12T18:49:29Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f","reconcileID":"882dd064-9401-4a26-bcdf-480b6a30b526","MaaSModelRef":{"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"},"routeName":"test-model-89494f-kserve-route","namespace":"ai-tenant-e2e-inf-b-89494f","llmisvcName":"test-model-89494f","gateway":"openshift-ingress/e2e-inf-b-89494f","hostnames":[]} {"level":"info","ts":"2026-07-12T18:49:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-89494f-sub","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f-sub","reconcileID":"fe29d759-bc94-4d50-8a41-79b35616201f","MaaSSubscription":{"name":"test-model-89494f-sub","namespace":"ai-tenant-e2e-inf-b-89494f"},"name":"maas-trlp-test-model-89494f","model":"ai-tenant-e2e-inf-b-89494f/test-model-89494f","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:49:30Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89494f-auth","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f-auth","reconcileID":"c64dbfc9-8d16-458b-8972-70027916d1ec","MaaSAuthPolicy":{"name":"test-model-89494f-auth","namespace":"ai-tenant-e2e-inf-b-89494f"},"model":"ai-tenant-e2e-inf-b-89494f/test-model-89494f"} {"level":"info","ts":"2026-07-12T18:49:30Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f","reconcileID":"9add66d6-a1e9-409e-b75e-c5b6b89f3435","MaaSModelRef":{"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"},"routeName":"test-model-89494f-kserve-route","namespace":"ai-tenant-e2e-inf-b-89494f","llmisvcName":"test-model-89494f","gateway":"openshift-ingress/e2e-inf-b-89494f","hostnames":[]} {"level":"info","ts":"2026-07-12T18:49:30Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-89494f-sub","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f-sub","reconcileID":"5e49f7d0-2f89-4f33-b389-d2160dc2dedd","MaaSSubscription":{"name":"test-model-89494f-sub","namespace":"ai-tenant-e2e-inf-b-89494f"},"name":"maas-trlp-test-model-89494f","model":"ai-tenant-e2e-inf-b-89494f/test-model-89494f","subscriptionCount":1} {"level":"error","ts":"2026-07-12T18:49:30Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89494f-auth","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f-auth","reconcileID":"c64dbfc9-8d16-458b-8972-70027916d1ec","error":"maasauthpolicies.maas.opendatahub.io \"test-model-89494f-auth\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T18:49:30Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-89494f-sub","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f-sub","reconcileID":"ecc6eb4f-7906-4008-ab54-525a68ceef19","MaaSSubscription":{"name":"test-model-89494f-sub","namespace":"ai-tenant-e2e-inf-b-89494f"},"model":"ai-tenant-e2e-inf-b-89494f/test-model-89494f","subscription":"test-model-89494f-sub"} {"level":"info","ts":"2026-07-12T18:49:30Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f","reconcileID":"be3aa299-e83c-48a9-930c-cd867414b8ab","MaaSModelRef":{"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"},"routeName":"test-model-89494f-kserve-route","namespace":"ai-tenant-e2e-inf-b-89494f","llmisvcName":"test-model-89494f","gateway":"openshift-ingress/e2e-inf-b-89494f","hostnames":[]} {"level":"info","ts":"2026-07-12T18:49:30Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-89494f-sub","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f-sub","reconcileID":"ecc6eb4f-7906-4008-ab54-525a68ceef19","MaaSSubscription":{"name":"test-model-89494f-sub","namespace":"ai-tenant-e2e-inf-b-89494f"},"model":"ai-tenant-e2e-inf-b-89494f/test-model-89494f"} {"level":"info","ts":"2026-07-12T18:49:30Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-89494f-sub","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f-sub","reconcileID":"ecc6eb4f-7906-4008-ab54-525a68ceef19","MaaSSubscription":{"name":"test-model-89494f-sub","namespace":"ai-tenant-e2e-inf-b-89494f"},"name":"maas-trlp-test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f","model":"ai-tenant-e2e-inf-b-89494f/test-model-89494f"} {"level":"info","ts":"2026-07-12T18:49:30Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"test-model-89494f","reconcileID":"0dcda6c1-e543-4bfb-b33f-5150eee37f16","MaaSModelRef":{"name":"test-model-89494f","namespace":"ai-tenant-e2e-inf-b-89494f"},"routeName":"test-model-89494f-kserve-route","namespace":"ai-tenant-e2e-inf-b-89494f","llmisvcName":"test-model-89494f","gateway":"openshift-ingress/e2e-inf-b-89494f","hostnames":[]} {"level":"info","ts":"2026-07-12T18:49:30Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fb6a075f-135b-47ae-bd69-8699f61663fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:49:30Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-14e82f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-14e82f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-14e82f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-14e82f"},"tenantIdentifier":"e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:49:30Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-14e82f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-14e82f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-14e82f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-14e82f"},"tenantIdentifier":"e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:49:30Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"default-tenant","reconcileID":"ef0bda35-8e42-47af-aa27-a8a4da9281db","tenant":"ai-tenant-e2e-inf-a-14e82f/default-tenant","tenantID":"e2e-inf-a-14e82f","subscriptionNamespace":"ai-tenant-e2e-inf-a-14e82f","gatewayName":"e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:49:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-14e82f","deploymentName":"maas-api-e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:49:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-14e82f","deploymentName":"maas-api-e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:49:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-14e82f","deploymentName":"maas-api-e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:49:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-14e82f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-14e82f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-14e82f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-14e82f"},"tenantIdentifier":"e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:49:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-14e82f","deploymentName":"maas-api-e2e-inf-a-14e82f"} {"level":"error","ts":"2026-07-12T18:49:31Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"default-tenant","reconcileID":"ef0bda35-8e42-47af-aa27-a8a4da9281db","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T18:49:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-14e82f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-14e82f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-14e82f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-14e82f"},"tenantIdentifier":"e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:49:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-14e82f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-14e82f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-14e82f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-14e82f"},"tenantIdentifier":"e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:49:31Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"default-tenant","reconcileID":"c4d236ce-84fd-4a4c-a611-db93353962d2","namespace":"ai-tenant-e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:49:31Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"default-tenant","reconcileID":"c4d236ce-84fd-4a4c-a611-db93353962d2","count":0} {"level":"info","ts":"2026-07-12T18:49:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-14e82f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-14e82f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-14e82f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-14e82f"},"tenantIdentifier":"e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:49:31Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"default-tenant","reconcileID":"c4d236ce-84fd-4a4c-a611-db93353962d2","tenant":"e2e-inf-a-14e82f","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-12T18:49:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-14e82f","deploymentName":"maas-api-e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:49:31Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"default-tenant","reconcileID":"c4d236ce-84fd-4a4c-a611-db93353962d2","gvk":"Deployment","name":"maas-api-e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:49:31Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"default-tenant","reconcileID":"c4d236ce-84fd-4a4c-a611-db93353962d2","gvk":"Service","name":"maas-api-e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:49:31Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"default-tenant","reconcileID":"c4d236ce-84fd-4a4c-a611-db93353962d2","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:49:31Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-14e82f"},"namespace":"ai-tenant-e2e-inf-a-14e82f","name":"default-tenant","reconcileID":"c4d236ce-84fd-4a4c-a611-db93353962d2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-14e82f"} {"level":"info","ts":"2026-07-12T18:49:37Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d24b9132-b03f-4b1a-83ab-6aef395a2d80","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:49:37Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"53f9671d-aa71-4821-a2ed-953db678032d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:49:44Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ea2b5d89-cb36-487c-8ac9-cfcce5aafff3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:49:44Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"03b03629-8a13-4c65-b5e8-f7fdb1146202","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:49:55Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T18:49:55Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T18:50:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-89494f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-89494f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-89494f"},"tenantIdentifier":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:50:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-89494f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-89494f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-89494f"},"tenantIdentifier":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:50:13Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"default-tenant","reconcileID":"b82e4e01-4e50-42bf-beeb-2d5a3677824e","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","tenantID":"e2e-inf-b-89494f","subscriptionNamespace":"ai-tenant-e2e-inf-b-89494f","gatewayName":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:50:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-89494f","deploymentName":"maas-api-e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:50:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-89494f","deploymentName":"maas-api-e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:50:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-89494f","deploymentName":"maas-api-e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:50:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-89494f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-89494f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-89494f"},"tenantIdentifier":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:50:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-89494f","deploymentName":"maas-api-e2e-inf-b-89494f"} {"level":"error","ts":"2026-07-12T18:50:14Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"default-tenant","reconcileID":"b82e4e01-4e50-42bf-beeb-2d5a3677824e","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T18:50:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-89494f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-89494f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-89494f"},"tenantIdentifier":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:50:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-89494f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-89494f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-89494f"},"tenantIdentifier":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:50:14Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"default-tenant","reconcileID":"f8fa3921-637b-4d2b-b574-45b21b2ad025","namespace":"ai-tenant-e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:50:14Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"default-tenant","reconcileID":"f8fa3921-637b-4d2b-b574-45b21b2ad025","count":0} {"level":"info","ts":"2026-07-12T18:50:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-89494f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-89494f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-89494f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-89494f"},"tenantIdentifier":"e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:50:14Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"default-tenant","reconcileID":"f8fa3921-637b-4d2b-b574-45b21b2ad025","tenant":"e2e-inf-b-89494f","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-12T18:50:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-89494f","deploymentName":"maas-api-e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:50:14Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"default-tenant","reconcileID":"f8fa3921-637b-4d2b-b574-45b21b2ad025","gvk":"Deployment","name":"maas-api-e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:50:14Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"default-tenant","reconcileID":"f8fa3921-637b-4d2b-b574-45b21b2ad025","gvk":"Service","name":"maas-api-e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:50:14Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"default-tenant","reconcileID":"f8fa3921-637b-4d2b-b574-45b21b2ad025","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:50:14Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-89494f"},"namespace":"ai-tenant-e2e-inf-b-89494f","name":"default-tenant","reconcileID":"f8fa3921-637b-4d2b-b574-45b21b2ad025","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-89494f"} {"level":"info","ts":"2026-07-12T18:50:18Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5df1f0de-c982-4244-91f6-f088dda567e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:50:18Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"10842c9e-2d42-4d93-9b4e-abc7c0043593","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:50:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-675ba4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-675ba4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-675ba4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-675ba4"},"tenantIdentifier":"e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-675ba4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-675ba4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-675ba4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-675ba4"},"tenantIdentifier":"e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:23Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-675ba4"},"namespace":"ai-tenant-e2e-api-a-675ba4","name":"default-tenant","reconcileID":"593bf68f-14f0-4c43-b672-50cfc3118ec6","tenant":"ai-tenant-e2e-api-a-675ba4/default-tenant","tenantID":"e2e-api-a-675ba4","subscriptionNamespace":"ai-tenant-e2e-api-a-675ba4","gatewayName":"e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-675ba4","deploymentName":"maas-api-e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-675ba4","deploymentName":"maas-api-e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-675ba4","deploymentName":"maas-api-e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:24Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-675ba4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-675ba4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-675ba4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-675ba4"},"tenantIdentifier":"e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-675ba4","deploymentName":"maas-api-e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:24Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-675ba4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-675ba4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-675ba4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-675ba4"},"tenantIdentifier":"e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:24Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-675ba4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-675ba4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-675ba4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-675ba4"},"tenantIdentifier":"e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:24Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-675ba4"},"namespace":"ai-tenant-e2e-api-a-675ba4","name":"default-tenant","reconcileID":"dd2062ca-6701-496f-93ca-aa95b39ea521","tenant":"ai-tenant-e2e-api-a-675ba4/default-tenant","tenantID":"e2e-api-a-675ba4","subscriptionNamespace":"ai-tenant-e2e-api-a-675ba4","gatewayName":"e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-675ba4","deploymentName":"maas-api-e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-675ba4","deploymentName":"maas-api-e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-675ba4","deploymentName":"maas-api-e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-675ba4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-675ba4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-675ba4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-675ba4"},"tenantIdentifier":"e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-675ba4","deploymentName":"maas-api-e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-675ba4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-675ba4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-675ba4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-675ba4"},"tenantIdentifier":"e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-675ba4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-675ba4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-675ba4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-675ba4"},"tenantIdentifier":"e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:25Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-675ba4"},"namespace":"ai-tenant-e2e-api-a-675ba4","name":"default-tenant","reconcileID":"a78696e8-c190-42ca-b0a4-7ff2317090af","tenant":"ai-tenant-e2e-api-a-675ba4/default-tenant","tenantID":"e2e-api-a-675ba4","subscriptionNamespace":"ai-tenant-e2e-api-a-675ba4","gatewayName":"e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-675ba4","deploymentName":"maas-api-e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-675ba4","deploymentName":"maas-api-e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-675ba4","deploymentName":"maas-api-e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:25Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a583faf3-6810-4d0f-bf25-403f6d7dcef4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:50:25Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"02e47636-86df-4937-bb5a-5e40a705838c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:50:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-675ba4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-675ba4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-675ba4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-675ba4"},"tenantIdentifier":"e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-675ba4","deploymentName":"maas-api-e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:25Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T18:50:25Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T18:50:28Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ec4dbeb-93e7-4731-9d39-56591c432d91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-12T18:50:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-675ba4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-675ba4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-675ba4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-675ba4"},"tenantIdentifier":"e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:28Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d83f5f0-37f5-4eb9-a0b6-1929621d5493","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-12T18:50:28Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-675ba4-policy","namespace":"ai-tenant-e2e-api-a-675ba4"},"namespace":"ai-tenant-e2e-api-a-675ba4","name":"e2e-e2e-api-a-675ba4-policy","reconcileID":"a356788a-1159-49f4-9ddc-8ff2c97e64af","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-675ba4-policy","namespace":"ai-tenant-e2e-api-a-675ba4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-675ba4","tenantID":"e2e-api-a-675ba4","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T18:50:28Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-675ba4-policy","namespace":"ai-tenant-e2e-api-a-675ba4"},"namespace":"ai-tenant-e2e-api-a-675ba4","name":"e2e-e2e-api-a-675ba4-policy","reconcileID":"a356788a-1159-49f4-9ddc-8ff2c97e64af"} {"level":"info","ts":"2026-07-12T18:50:28Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-675ba4-policy","namespace":"ai-tenant-e2e-api-a-675ba4"},"namespace":"ai-tenant-e2e-api-a-675ba4","name":"e2e-e2e-api-a-675ba4-policy","reconcileID":"a356788a-1159-49f4-9ddc-8ff2c97e64af","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-675ba4-policy","namespace":"ai-tenant-e2e-api-a-675ba4"},"name":"e2e-api-a-675ba4-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T18:50:28Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"007d4fca-8528-4346-9044-7692d978e1dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-12T18:50:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-443d18/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-443d18","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-443d18","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-443d18"},"tenantIdentifier":"e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-443d18/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-443d18","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-443d18","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-443d18"},"tenantIdentifier":"e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:31Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443d18"},"namespace":"ai-tenant-e2e-api-b-443d18","name":"default-tenant","reconcileID":"7339f92a-fbea-449f-a74d-a19767024b67","tenant":"ai-tenant-e2e-api-b-443d18/default-tenant","tenantID":"e2e-api-b-443d18","subscriptionNamespace":"ai-tenant-e2e-api-b-443d18","gatewayName":"e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-443d18","deploymentName":"maas-api-e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-443d18","deploymentName":"maas-api-e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-443d18","deploymentName":"maas-api-e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-443d18/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-443d18","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-443d18","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-443d18"},"tenantIdentifier":"e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-443d18","deploymentName":"maas-api-e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-443d18/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-443d18","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-443d18","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-443d18"},"tenantIdentifier":"e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-443d18/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-443d18","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-443d18","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-443d18"},"tenantIdentifier":"e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:32Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443d18"},"namespace":"ai-tenant-e2e-api-b-443d18","name":"default-tenant","reconcileID":"9ea187e0-3a13-4def-9d26-eab5eebe5b81","tenant":"ai-tenant-e2e-api-b-443d18/default-tenant","tenantID":"e2e-api-b-443d18","subscriptionNamespace":"ai-tenant-e2e-api-b-443d18","gatewayName":"e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-443d18","deploymentName":"maas-api-e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-443d18","deploymentName":"maas-api-e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-443d18","deploymentName":"maas-api-e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-443d18/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-443d18","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-443d18","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-443d18"},"tenantIdentifier":"e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-443d18","deploymentName":"maas-api-e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:33Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f879b894-01d0-4c53-a173-aa8db48339f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:50:33Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aa4a8d76-5fcf-43b5-878b-0f0c8b2b5a8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:50:36Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af691840-6b43-42ab-98f2-38f7dd66cb99","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-12T18:50:36Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"310645e1-4364-41fe-a8f8-43625c417d2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-12T18:50:36Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-443d18/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-443d18","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-443d18","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-443d18"},"tenantIdentifier":"e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:36Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443d18-policy","namespace":"ai-tenant-e2e-api-b-443d18"},"namespace":"ai-tenant-e2e-api-b-443d18","name":"e2e-e2e-api-b-443d18-policy","reconcileID":"f2b502de-131e-4ee4-b291-6d18e06e25cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443d18-policy","namespace":"ai-tenant-e2e-api-b-443d18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-443d18","tenantID":"e2e-api-b-443d18","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T18:50:36Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443d18-policy","namespace":"ai-tenant-e2e-api-b-443d18"},"namespace":"ai-tenant-e2e-api-b-443d18","name":"e2e-e2e-api-b-443d18-policy","reconcileID":"f2b502de-131e-4ee4-b291-6d18e06e25cc"} {"level":"info","ts":"2026-07-12T18:50:36Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443d18-policy","namespace":"ai-tenant-e2e-api-b-443d18"},"namespace":"ai-tenant-e2e-api-b-443d18","name":"e2e-e2e-api-b-443d18-policy","reconcileID":"f2b502de-131e-4ee4-b291-6d18e06e25cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443d18-policy","namespace":"ai-tenant-e2e-api-b-443d18"},"name":"e2e-api-b-443d18-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T18:50:36Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8d6b044-8d97-4d52-a94f-b6371f0122fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-12T18:50:44Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-675ba4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-675ba4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-675ba4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-675ba4"},"tenantIdentifier":"e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:44Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-675ba4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-675ba4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-675ba4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-675ba4"},"tenantIdentifier":"e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:44Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-675ba4-policy","namespace":"ai-tenant-e2e-api-a-675ba4"},"namespace":"ai-tenant-e2e-api-a-675ba4","name":"e2e-e2e-api-a-675ba4-policy","reconcileID":"855bebe8-3587-4df6-b91d-28c8da3397a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-675ba4-policy","namespace":"ai-tenant-e2e-api-a-675ba4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-675ba4","tenantID":"e2e-api-a-675ba4","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T18:50:44Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-675ba4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-675ba4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-675ba4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-675ba4"},"tenantIdentifier":"e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:44Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-675ba4"},"namespace":"ai-tenant-e2e-api-a-675ba4","name":"default-tenant","reconcileID":"840da9b3-0d4d-4fe0-b740-c34751cc14aa","tenant":"ai-tenant-e2e-api-a-675ba4/default-tenant","tenantID":"e2e-api-a-675ba4","subscriptionNamespace":"ai-tenant-e2e-api-a-675ba4","gatewayName":"e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:44Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-675ba4-policy","namespace":"ai-tenant-e2e-api-a-675ba4"},"namespace":"ai-tenant-e2e-api-a-675ba4","name":"e2e-e2e-api-a-675ba4-policy","reconcileID":"855bebe8-3587-4df6-b91d-28c8da3397a9"} {"level":"info","ts":"2026-07-12T18:50:44Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-675ba4-policy","namespace":"ai-tenant-e2e-api-a-675ba4"},"namespace":"ai-tenant-e2e-api-a-675ba4","name":"e2e-e2e-api-a-675ba4-policy","reconcileID":"855bebe8-3587-4df6-b91d-28c8da3397a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-675ba4-policy","namespace":"ai-tenant-e2e-api-a-675ba4"},"name":"e2e-api-a-675ba4-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T18:50:44Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-675ba4","deploymentName":"maas-api-e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:44Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-675ba4","deploymentName":"maas-api-e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:44Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-675ba4","deploymentName":"maas-api-e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-675ba4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-675ba4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-675ba4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-675ba4"},"tenantIdentifier":"e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:45Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-675ba4","deploymentName":"maas-api-e2e-api-a-675ba4"} {"level":"error","ts":"2026-07-12T18:50:45Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-675ba4"},"namespace":"ai-tenant-e2e-api-a-675ba4","name":"default-tenant","reconcileID":"840da9b3-0d4d-4fe0-b740-c34751cc14aa","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T18:50:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-675ba4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-675ba4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-675ba4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-675ba4"},"tenantIdentifier":"e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-675ba4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-675ba4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-675ba4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-675ba4"},"tenantIdentifier":"e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:45Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-675ba4"},"namespace":"ai-tenant-e2e-api-a-675ba4","name":"default-tenant","reconcileID":"b3a9f449-335e-478e-ba85-bd37d762d4ff","namespace":"ai-tenant-e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:45Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-675ba4"},"namespace":"ai-tenant-e2e-api-a-675ba4","name":"default-tenant","reconcileID":"b3a9f449-335e-478e-ba85-bd37d762d4ff","name":"e2e-e2e-api-a-675ba4-policy","namespace":"ai-tenant-e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:45Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-675ba4"},"namespace":"ai-tenant-e2e-api-a-675ba4","name":"default-tenant","reconcileID":"b3a9f449-335e-478e-ba85-bd37d762d4ff","count":1} {"level":"info","ts":"2026-07-12T18:50:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-675ba4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-675ba4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-675ba4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-675ba4"},"tenantIdentifier":"e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:45Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-675ba4"},"namespace":"ai-tenant-e2e-api-a-675ba4","name":"default-tenant","reconcileID":"b3a9f449-335e-478e-ba85-bd37d762d4ff","tenant":"e2e-api-a-675ba4","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-12T18:50:45Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-675ba4","deploymentName":"maas-api-e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:45Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-675ba4-policy","namespace":"ai-tenant-e2e-api-a-675ba4"},"namespace":"ai-tenant-e2e-api-a-675ba4","name":"e2e-e2e-api-a-675ba4-policy","reconcileID":"7b1eb799-fa60-4943-b85e-291e2d786d36","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-675ba4-policy","namespace":"ai-tenant-e2e-api-a-675ba4"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-12T18:50:45Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-675ba4"},"namespace":"ai-tenant-e2e-api-a-675ba4","name":"default-tenant","reconcileID":"b3a9f449-335e-478e-ba85-bd37d762d4ff","gvk":"Deployment","name":"maas-api-e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:45Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-675ba4"},"namespace":"ai-tenant-e2e-api-a-675ba4","name":"default-tenant","reconcileID":"b3a9f449-335e-478e-ba85-bd37d762d4ff","gvk":"Service","name":"maas-api-e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:45Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-675ba4"},"namespace":"ai-tenant-e2e-api-a-675ba4","name":"default-tenant","reconcileID":"b3a9f449-335e-478e-ba85-bd37d762d4ff","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:45Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-675ba4"},"namespace":"ai-tenant-e2e-api-a-675ba4","name":"default-tenant","reconcileID":"b3a9f449-335e-478e-ba85-bd37d762d4ff","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-675ba4"} {"level":"info","ts":"2026-07-12T18:50:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-443d18/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-443d18","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-443d18","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-443d18"},"tenantIdentifier":"e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-443d18/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-443d18","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-443d18","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-443d18"},"tenantIdentifier":"e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:50Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443d18-policy","namespace":"ai-tenant-e2e-api-b-443d18"},"namespace":"ai-tenant-e2e-api-b-443d18","name":"e2e-e2e-api-b-443d18-policy","reconcileID":"d63f443c-21ca-4719-8d23-9e8fa2815efb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443d18-policy","namespace":"ai-tenant-e2e-api-b-443d18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-443d18","tenantID":"e2e-api-b-443d18","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T18:50:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-443d18/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-443d18","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-443d18","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-443d18"},"tenantIdentifier":"e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:50Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443d18"},"namespace":"ai-tenant-e2e-api-b-443d18","name":"default-tenant","reconcileID":"22b07c28-ba85-4bd9-9961-34d81756a15d","tenant":"ai-tenant-e2e-api-b-443d18/default-tenant","tenantID":"e2e-api-b-443d18","subscriptionNamespace":"ai-tenant-e2e-api-b-443d18","gatewayName":"e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:50Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443d18-policy","namespace":"ai-tenant-e2e-api-b-443d18"},"namespace":"ai-tenant-e2e-api-b-443d18","name":"e2e-e2e-api-b-443d18-policy","reconcileID":"d63f443c-21ca-4719-8d23-9e8fa2815efb"} {"level":"info","ts":"2026-07-12T18:50:50Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443d18-policy","namespace":"ai-tenant-e2e-api-b-443d18"},"namespace":"ai-tenant-e2e-api-b-443d18","name":"e2e-e2e-api-b-443d18-policy","reconcileID":"d63f443c-21ca-4719-8d23-9e8fa2815efb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443d18-policy","namespace":"ai-tenant-e2e-api-b-443d18"},"name":"e2e-api-b-443d18-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T18:50:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-443d18/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-443d18","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-443d18","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-443d18"},"tenantIdentifier":"e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:50Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443d18-policy","namespace":"ai-tenant-e2e-api-b-443d18"},"namespace":"ai-tenant-e2e-api-b-443d18","name":"e2e-e2e-api-b-443d18-policy","reconcileID":"cfd4c8bc-f26f-428d-a2ff-a3abc3062bf5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443d18-policy","namespace":"ai-tenant-e2e-api-b-443d18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-443d18","tenantID":"e2e-api-b-443d18","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T18:50:50Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443d18-policy","namespace":"ai-tenant-e2e-api-b-443d18"},"namespace":"ai-tenant-e2e-api-b-443d18","name":"e2e-e2e-api-b-443d18-policy","reconcileID":"cfd4c8bc-f26f-428d-a2ff-a3abc3062bf5"} {"level":"info","ts":"2026-07-12T18:50:50Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443d18-policy","namespace":"ai-tenant-e2e-api-b-443d18"},"namespace":"ai-tenant-e2e-api-b-443d18","name":"e2e-e2e-api-b-443d18-policy","reconcileID":"cfd4c8bc-f26f-428d-a2ff-a3abc3062bf5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443d18-policy","namespace":"ai-tenant-e2e-api-b-443d18"},"name":"e2e-api-b-443d18-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T18:50:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-443d18","deploymentName":"maas-api-e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-443d18","deploymentName":"maas-api-e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-443d18","deploymentName":"maas-api-e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-443d18/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-443d18","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-443d18","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-443d18"},"tenantIdentifier":"e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-443d18","deploymentName":"maas-api-e2e-api-b-443d18"} {"level":"error","ts":"2026-07-12T18:50:51Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443d18"},"namespace":"ai-tenant-e2e-api-b-443d18","name":"default-tenant","reconcileID":"22b07c28-ba85-4bd9-9961-34d81756a15d","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T18:50:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-443d18/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-443d18","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-443d18","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-443d18"},"tenantIdentifier":"e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-443d18/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-443d18","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-443d18","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-443d18"},"tenantIdentifier":"e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:51Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443d18"},"namespace":"ai-tenant-e2e-api-b-443d18","name":"default-tenant","reconcileID":"6cbf5ff5-362b-4e70-8e4f-3de5db8ff80e","namespace":"ai-tenant-e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:51Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443d18"},"namespace":"ai-tenant-e2e-api-b-443d18","name":"default-tenant","reconcileID":"6cbf5ff5-362b-4e70-8e4f-3de5db8ff80e","name":"e2e-e2e-api-b-443d18-policy","namespace":"ai-tenant-e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:51Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443d18"},"namespace":"ai-tenant-e2e-api-b-443d18","name":"default-tenant","reconcileID":"6cbf5ff5-362b-4e70-8e4f-3de5db8ff80e","count":1} {"level":"info","ts":"2026-07-12T18:50:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-443d18/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-443d18","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-443d18","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-443d18"},"tenantIdentifier":"e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:51Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443d18"},"namespace":"ai-tenant-e2e-api-b-443d18","name":"default-tenant","reconcileID":"6cbf5ff5-362b-4e70-8e4f-3de5db8ff80e","tenant":"e2e-api-b-443d18","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-12T18:50:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-443d18","deploymentName":"maas-api-e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:51Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443d18-policy","namespace":"ai-tenant-e2e-api-b-443d18"},"namespace":"ai-tenant-e2e-api-b-443d18","name":"e2e-e2e-api-b-443d18-policy","reconcileID":"f9c15a1a-8121-4e24-b490-cc5301d0a292","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-443d18-policy","namespace":"ai-tenant-e2e-api-b-443d18"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-12T18:50:51Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443d18"},"namespace":"ai-tenant-e2e-api-b-443d18","name":"default-tenant","reconcileID":"6cbf5ff5-362b-4e70-8e4f-3de5db8ff80e","gvk":"Deployment","name":"maas-api-e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:51Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443d18"},"namespace":"ai-tenant-e2e-api-b-443d18","name":"default-tenant","reconcileID":"6cbf5ff5-362b-4e70-8e4f-3de5db8ff80e","gvk":"Service","name":"maas-api-e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:51Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443d18"},"namespace":"ai-tenant-e2e-api-b-443d18","name":"default-tenant","reconcileID":"6cbf5ff5-362b-4e70-8e4f-3de5db8ff80e","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:51Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-443d18"},"namespace":"ai-tenant-e2e-api-b-443d18","name":"default-tenant","reconcileID":"6cbf5ff5-362b-4e70-8e4f-3de5db8ff80e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-443d18"} {"level":"info","ts":"2026-07-12T18:50:55Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T18:50:55Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T18:50:59Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-12T18:50:59Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-12T18:50:59Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"c49ea18d-7564-4b83-90a6-9bf009cda51e","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-07-12T18:50:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-12T18:50:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-12T18:50:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-12T18:51:00Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-12T18:51:00Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-12T18:51:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-1a89be/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-1a89be","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-1a89be","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-1a89be"},"tenantIdentifier":"e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:51:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-1a89be/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-1a89be","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-1a89be","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-1a89be"},"tenantIdentifier":"e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:51:01Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-1a89be"},"namespace":"ai-tenant-e2e-shared-a-1a89be","name":"default-tenant","reconcileID":"0d7779e7-d8a4-46e6-b0c4-e4746374094a","tenant":"ai-tenant-e2e-shared-a-1a89be/default-tenant","tenantID":"e2e-shared-a-1a89be","subscriptionNamespace":"ai-tenant-e2e-shared-a-1a89be","gatewayName":"e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:51:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-1a89be","deploymentName":"maas-api-e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:51:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-1a89be","deploymentName":"maas-api-e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:51:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-1a89be","deploymentName":"maas-api-e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:51:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-1a89be/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-1a89be","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-1a89be","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-1a89be"},"tenantIdentifier":"e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:51:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-1a89be","deploymentName":"maas-api-e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:51:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-1a89be/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-1a89be","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-1a89be","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-1a89be"},"tenantIdentifier":"e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:51:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-1a89be/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-1a89be","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-1a89be","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-1a89be"},"tenantIdentifier":"e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:51:01Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-1a89be"},"namespace":"ai-tenant-e2e-shared-a-1a89be","name":"default-tenant","reconcileID":"41e8c55a-c1f6-48ff-b20f-0e9fd870e6d6","tenant":"ai-tenant-e2e-shared-a-1a89be/default-tenant","tenantID":"e2e-shared-a-1a89be","subscriptionNamespace":"ai-tenant-e2e-shared-a-1a89be","gatewayName":"e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:51:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-1a89be","deploymentName":"maas-api-e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:51:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-1a89be","deploymentName":"maas-api-e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:51:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-1a89be","deploymentName":"maas-api-e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:51:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-1a89be/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-1a89be","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-1a89be","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-1a89be"},"tenantIdentifier":"e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:51:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-1a89be","deploymentName":"maas-api-e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:51:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1f3102/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1f3102","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1f3102","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1f3102"},"tenantIdentifier":"e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1f3102/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1f3102","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1f3102","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1f3102"},"tenantIdentifier":"e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:08Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1f3102"},"namespace":"ai-tenant-e2e-shared-b-1f3102","name":"default-tenant","reconcileID":"00c775c5-5028-4f2d-a0ee-bd6e85650172","tenant":"ai-tenant-e2e-shared-b-1f3102/default-tenant","tenantID":"e2e-shared-b-1f3102","subscriptionNamespace":"ai-tenant-e2e-shared-b-1f3102","gatewayName":"e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1f3102","deploymentName":"maas-api-e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1f3102","deploymentName":"maas-api-e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1f3102","deploymentName":"maas-api-e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1f3102/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1f3102","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1f3102","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1f3102"},"tenantIdentifier":"e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1f3102","deploymentName":"maas-api-e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1f3102/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1f3102","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1f3102","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1f3102"},"tenantIdentifier":"e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1f3102/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1f3102","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1f3102","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1f3102"},"tenantIdentifier":"e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:09Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1f3102"},"namespace":"ai-tenant-e2e-shared-b-1f3102","name":"default-tenant","reconcileID":"a4ac5893-a53a-49be-9e9a-9f9215ea059d","tenant":"ai-tenant-e2e-shared-b-1f3102/default-tenant","tenantID":"e2e-shared-b-1f3102","subscriptionNamespace":"ai-tenant-e2e-shared-b-1f3102","gatewayName":"e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1f3102","deploymentName":"maas-api-e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1f3102","deploymentName":"maas-api-e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1f3102","deploymentName":"maas-api-e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1f3102/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1f3102","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1f3102","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1f3102"},"tenantIdentifier":"e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1f3102","deploymentName":"maas-api-e2e-shared-b-1f3102"} {"level":"error","ts":"2026-07-12T18:51:10Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1f3102"},"namespace":"ai-tenant-e2e-shared-b-1f3102","name":"default-tenant","reconcileID":"a4ac5893-a53a-49be-9e9a-9f9215ea059d","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T18:51:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1f3102/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1f3102","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1f3102","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1f3102"},"tenantIdentifier":"e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1f3102/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1f3102","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1f3102","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1f3102"},"tenantIdentifier":"e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:10Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1f3102"},"namespace":"ai-tenant-e2e-shared-b-1f3102","name":"default-tenant","reconcileID":"52c57a60-6132-4c0e-b8e6-5a340d82abfd","tenant":"ai-tenant-e2e-shared-b-1f3102/default-tenant","tenantID":"e2e-shared-b-1f3102","subscriptionNamespace":"ai-tenant-e2e-shared-b-1f3102","gatewayName":"e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1f3102","deploymentName":"maas-api-e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1f3102","deploymentName":"maas-api-e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1f3102","deploymentName":"maas-api-e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1f3102/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1f3102","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1f3102","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1f3102"},"tenantIdentifier":"e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1f3102","deploymentName":"maas-api-e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1f3102/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1f3102","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1f3102","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1f3102"},"tenantIdentifier":"e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1f3102/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1f3102","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1f3102","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1f3102"},"tenantIdentifier":"e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:10Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1f3102"},"namespace":"ai-tenant-e2e-shared-b-1f3102","name":"default-tenant","reconcileID":"92932f61-e535-43d1-80ed-80c5606cd2a5","tenant":"ai-tenant-e2e-shared-b-1f3102/default-tenant","tenantID":"e2e-shared-b-1f3102","subscriptionNamespace":"ai-tenant-e2e-shared-b-1f3102","gatewayName":"e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1f3102","deploymentName":"maas-api-e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1f3102","deploymentName":"maas-api-e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1f3102","deploymentName":"maas-api-e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1f3102/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1f3102","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1f3102","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1f3102"},"tenantIdentifier":"e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1f3102","deploymentName":"maas-api-e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-1a89be/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-1a89be","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-1a89be","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-1a89be"},"tenantIdentifier":"e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:51:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-1a89be/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-1a89be","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-1a89be","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-1a89be"},"tenantIdentifier":"e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:51:21Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-1a89be"},"namespace":"ai-tenant-e2e-shared-a-1a89be","name":"default-tenant","reconcileID":"f2ce0d6e-f7dd-4d82-b3a0-929e3cf17e2e","tenant":"ai-tenant-e2e-shared-a-1a89be/default-tenant","tenantID":"e2e-shared-a-1a89be","subscriptionNamespace":"ai-tenant-e2e-shared-a-1a89be","gatewayName":"e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:51:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-1a89be","deploymentName":"maas-api-e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:51:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-1a89be","deploymentName":"maas-api-e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:51:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-1a89be","deploymentName":"maas-api-e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:51:22Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-1a89be/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-1a89be","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-1a89be","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-1a89be"},"tenantIdentifier":"e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:51:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-1a89be","deploymentName":"maas-api-e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:51:22Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-1a89be/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-1a89be","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-1a89be","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-1a89be"},"tenantIdentifier":"e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:51:22Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-1a89be/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-1a89be","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-1a89be","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-1a89be"},"tenantIdentifier":"e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:51:22Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-1a89be"},"namespace":"ai-tenant-e2e-shared-a-1a89be","name":"default-tenant","reconcileID":"2e8bcda8-9fbc-45ae-968a-7db3fd3563bf","tenant":"ai-tenant-e2e-shared-a-1a89be/default-tenant","tenantID":"e2e-shared-a-1a89be","subscriptionNamespace":"ai-tenant-e2e-shared-a-1a89be","gatewayName":"e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:51:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-1a89be","deploymentName":"maas-api-e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:51:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-1a89be","deploymentName":"maas-api-e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:51:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-1a89be","deploymentName":"maas-api-e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:51:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-1a89be/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-1a89be","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-1a89be","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-1a89be"},"tenantIdentifier":"e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:51:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-1a89be","deploymentName":"maas-api-e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:51:23Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"62bf5931-320e-42ef-ad8e-b8dd74d9055d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:51:23Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e9cf95be-52cb-4558-abf5-86d7d9964546","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:51:25Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T18:51:25Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T18:51:30Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1f3102/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1f3102","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1f3102","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1f3102"},"tenantIdentifier":"e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:30Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1f3102/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1f3102","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1f3102","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1f3102"},"tenantIdentifier":"e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:30Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1f3102"},"namespace":"ai-tenant-e2e-shared-b-1f3102","name":"default-tenant","reconcileID":"c6504f35-d7cb-41d1-a468-fbee594beb2f","tenant":"ai-tenant-e2e-shared-b-1f3102/default-tenant","tenantID":"e2e-shared-b-1f3102","subscriptionNamespace":"ai-tenant-e2e-shared-b-1f3102","gatewayName":"e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1f3102","deploymentName":"maas-api-e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1f3102","deploymentName":"maas-api-e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1f3102","deploymentName":"maas-api-e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1f3102/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1f3102","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1f3102","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1f3102"},"tenantIdentifier":"e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1f3102","deploymentName":"maas-api-e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1f3102/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1f3102","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1f3102","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1f3102"},"tenantIdentifier":"e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1f3102/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1f3102","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1f3102","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1f3102"},"tenantIdentifier":"e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:31Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1f3102"},"namespace":"ai-tenant-e2e-shared-b-1f3102","name":"default-tenant","reconcileID":"dfbeb5eb-384e-445d-b6ed-88b9be367eb7","tenant":"ai-tenant-e2e-shared-b-1f3102/default-tenant","tenantID":"e2e-shared-b-1f3102","subscriptionNamespace":"ai-tenant-e2e-shared-b-1f3102","gatewayName":"e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1f3102","deploymentName":"maas-api-e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1f3102","deploymentName":"maas-api-e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1f3102","deploymentName":"maas-api-e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1f3102/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1f3102","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1f3102","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1f3102"},"tenantIdentifier":"e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1f3102","deploymentName":"maas-api-e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:51:55Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T18:51:55Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T18:52:25Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T18:52:25Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T18:52:55Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T18:52:55Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T18:53:25Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T18:53:25Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T18:53:55Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T18:53:55Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T18:54:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-1a89be/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-1a89be","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-1a89be","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-1a89be"},"tenantIdentifier":"e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:54:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-1a89be/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-1a89be","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-1a89be","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-1a89be"},"tenantIdentifier":"e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:54:18Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-1a89be"},"namespace":"ai-tenant-e2e-shared-a-1a89be","name":"default-tenant","reconcileID":"a3c278d7-ebf7-4df8-8931-004df0e0ecaf","tenant":"ai-tenant-e2e-shared-a-1a89be/default-tenant","tenantID":"e2e-shared-a-1a89be","subscriptionNamespace":"ai-tenant-e2e-shared-a-1a89be","gatewayName":"e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:54:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-1a89be","deploymentName":"maas-api-e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:54:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-1a89be","deploymentName":"maas-api-e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:54:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-1a89be","deploymentName":"maas-api-e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:54:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-1a89be/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-1a89be","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-1a89be","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-1a89be"},"tenantIdentifier":"e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:54:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-1a89be","deploymentName":"maas-api-e2e-shared-a-1a89be"} {"level":"error","ts":"2026-07-12T18:54:18Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-1a89be"},"namespace":"ai-tenant-e2e-shared-a-1a89be","name":"default-tenant","reconcileID":"a3c278d7-ebf7-4df8-8931-004df0e0ecaf","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T18:54:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-1a89be/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-1a89be","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-1a89be","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-1a89be"},"tenantIdentifier":"e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:54:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-1a89be/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-1a89be","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-1a89be","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-1a89be"},"tenantIdentifier":"e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:54:18Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-1a89be"},"namespace":"ai-tenant-e2e-shared-a-1a89be","name":"default-tenant","reconcileID":"6b6ef553-696b-4084-b35b-e1cfaf2bfe05","namespace":"ai-tenant-e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:54:18Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-1a89be"},"namespace":"ai-tenant-e2e-shared-a-1a89be","name":"default-tenant","reconcileID":"6b6ef553-696b-4084-b35b-e1cfaf2bfe05","count":0} {"level":"info","ts":"2026-07-12T18:54:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-1a89be/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-1a89be","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-1a89be","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-1a89be"},"tenantIdentifier":"e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:54:18Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-1a89be"},"namespace":"ai-tenant-e2e-shared-a-1a89be","name":"default-tenant","reconcileID":"6b6ef553-696b-4084-b35b-e1cfaf2bfe05","tenant":"e2e-shared-a-1a89be","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-12T18:54:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-1a89be","deploymentName":"maas-api-e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:54:18Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-1a89be"},"namespace":"ai-tenant-e2e-shared-a-1a89be","name":"default-tenant","reconcileID":"6b6ef553-696b-4084-b35b-e1cfaf2bfe05","gvk":"Deployment","name":"maas-api-e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:54:18Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-1a89be"},"namespace":"ai-tenant-e2e-shared-a-1a89be","name":"default-tenant","reconcileID":"6b6ef553-696b-4084-b35b-e1cfaf2bfe05","gvk":"Service","name":"maas-api-e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:54:18Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-1a89be"},"namespace":"ai-tenant-e2e-shared-a-1a89be","name":"default-tenant","reconcileID":"6b6ef553-696b-4084-b35b-e1cfaf2bfe05","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:54:18Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-1a89be"},"namespace":"ai-tenant-e2e-shared-a-1a89be","name":"default-tenant","reconcileID":"6b6ef553-696b-4084-b35b-e1cfaf2bfe05","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-1a89be"} {"level":"info","ts":"2026-07-12T18:54:22Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0107a348-b65a-421f-9a58-7cb92297543c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:54:22Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d4528d72-3074-4954-b5d9-ac763a6bf626","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T18:54:24Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1f3102/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1f3102","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1f3102","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1f3102"},"tenantIdentifier":"e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:54:24Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1f3102/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1f3102","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1f3102","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1f3102"},"tenantIdentifier":"e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:54:24Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1f3102"},"namespace":"ai-tenant-e2e-shared-b-1f3102","name":"default-tenant","reconcileID":"2282422c-e090-4f73-ab89-100a00934115","tenant":"ai-tenant-e2e-shared-b-1f3102/default-tenant","tenantID":"e2e-shared-b-1f3102","subscriptionNamespace":"ai-tenant-e2e-shared-b-1f3102","gatewayName":"e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:54:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1f3102","deploymentName":"maas-api-e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:54:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1f3102","deploymentName":"maas-api-e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:54:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1f3102","deploymentName":"maas-api-e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:54:25Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T18:54:25Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T18:54:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1f3102/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1f3102","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1f3102","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1f3102"},"tenantIdentifier":"e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:54:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1f3102","deploymentName":"maas-api-e2e-shared-b-1f3102"} {"level":"error","ts":"2026-07-12T18:54:25Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1f3102"},"namespace":"ai-tenant-e2e-shared-b-1f3102","name":"default-tenant","reconcileID":"2282422c-e090-4f73-ab89-100a00934115","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T18:54:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1f3102/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1f3102","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1f3102","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1f3102"},"tenantIdentifier":"e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:54:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1f3102/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1f3102","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1f3102","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1f3102"},"tenantIdentifier":"e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:54:25Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1f3102"},"namespace":"ai-tenant-e2e-shared-b-1f3102","name":"default-tenant","reconcileID":"d37d99e0-c9f3-4e28-b300-8b50b61504bf","namespace":"ai-tenant-e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:54:25Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1f3102"},"namespace":"ai-tenant-e2e-shared-b-1f3102","name":"default-tenant","reconcileID":"d37d99e0-c9f3-4e28-b300-8b50b61504bf","count":0} {"level":"info","ts":"2026-07-12T18:54:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1f3102/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1f3102","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1f3102","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1f3102"},"tenantIdentifier":"e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:54:25Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1f3102"},"namespace":"ai-tenant-e2e-shared-b-1f3102","name":"default-tenant","reconcileID":"d37d99e0-c9f3-4e28-b300-8b50b61504bf","tenant":"e2e-shared-b-1f3102","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-12T18:54:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1f3102","deploymentName":"maas-api-e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:54:25Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1f3102"},"namespace":"ai-tenant-e2e-shared-b-1f3102","name":"default-tenant","reconcileID":"d37d99e0-c9f3-4e28-b300-8b50b61504bf","gvk":"Deployment","name":"maas-api-e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:54:25Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1f3102"},"namespace":"ai-tenant-e2e-shared-b-1f3102","name":"default-tenant","reconcileID":"d37d99e0-c9f3-4e28-b300-8b50b61504bf","gvk":"Service","name":"maas-api-e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:54:25Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1f3102"},"namespace":"ai-tenant-e2e-shared-b-1f3102","name":"default-tenant","reconcileID":"d37d99e0-c9f3-4e28-b300-8b50b61504bf","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-1f3102"} {"level":"info","ts":"2026-07-12T18:54:25Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1f3102"},"namespace":"ai-tenant-e2e-shared-b-1f3102","name":"default-tenant","reconcileID":"d37d99e0-c9f3-4e28-b300-8b50b61504bf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-1f3102"}