{"level":"info","ts":"2026-07-12T19:55:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-e5b064","deploymentName":"maas-api-e2e-inf-a-e5b064"} {"level":"info","ts":"2026-07-12T19:55:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-e5b064/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-e5b064","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-e5b064","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-e5b064"},"tenantIdentifier":"e2e-inf-a-e5b064"} {"level":"info","ts":"2026-07-12T19:55:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-e5b064/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-e5b064","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-e5b064","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-e5b064"},"tenantIdentifier":"e2e-inf-a-e5b064"} {"level":"info","ts":"2026-07-12T19:55:37Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"default-tenant","reconcileID":"fd77a69e-f1c6-4719-83b1-9f540d3388ae","tenant":"ai-tenant-e2e-inf-a-e5b064/default-tenant","tenantID":"e2e-inf-a-e5b064","subscriptionNamespace":"ai-tenant-e2e-inf-a-e5b064","gatewayName":"e2e-inf-a-e5b064"} {"level":"info","ts":"2026-07-12T19:55:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-e5b064","deploymentName":"maas-api-e2e-inf-a-e5b064"} {"level":"info","ts":"2026-07-12T19:55:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-e5b064","deploymentName":"maas-api-e2e-inf-a-e5b064"} {"level":"info","ts":"2026-07-12T19:55:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-e5b064","deploymentName":"maas-api-e2e-inf-a-e5b064"} {"level":"info","ts":"2026-07-12T19:55:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-e5b064/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-e5b064","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-e5b064","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-e5b064"},"tenantIdentifier":"e2e-inf-a-e5b064"} {"level":"info","ts":"2026-07-12T19:55:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-e5b064","deploymentName":"maas-api-e2e-inf-a-e5b064"} {"level":"info","ts":"2026-07-12T19:55:41Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"56152551-5901-4df8-b9b8-e3c0854de8e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:55:41Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c0b120f9-5499-4ec8-8fe4-02e1c8726179","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:55:47Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-1f14a4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-1f14a4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-1f14a4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-1f14a4"},"tenantIdentifier":"e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:55:47Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-1f14a4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-1f14a4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-1f14a4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-1f14a4"},"tenantIdentifier":"e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:55:47Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"default-tenant","reconcileID":"a8894a59-52ce-4867-a7c0-5f4c4ac708fe","tenant":"ai-tenant-e2e-inf-b-1f14a4/default-tenant","tenantID":"e2e-inf-b-1f14a4","subscriptionNamespace":"ai-tenant-e2e-inf-b-1f14a4","gatewayName":"e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:55:47Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-1f14a4","deploymentName":"maas-api-e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:55:47Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-1f14a4","deploymentName":"maas-api-e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:55:47Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-1f14a4","deploymentName":"maas-api-e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:55:48Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-1f14a4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-1f14a4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-1f14a4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-1f14a4"},"tenantIdentifier":"e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:55:48Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-1f14a4","deploymentName":"maas-api-e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:55:48Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-1f14a4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-1f14a4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-1f14a4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-1f14a4"},"tenantIdentifier":"e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:55:48Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-1f14a4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-1f14a4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-1f14a4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-1f14a4"},"tenantIdentifier":"e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:55:48Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"default-tenant","reconcileID":"45e4ffb6-b3a3-4e7f-9da9-ddf43a3409a0","tenant":"ai-tenant-e2e-inf-b-1f14a4/default-tenant","tenantID":"e2e-inf-b-1f14a4","subscriptionNamespace":"ai-tenant-e2e-inf-b-1f14a4","gatewayName":"e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:55:48Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-1f14a4","deploymentName":"maas-api-e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:55:48Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-1f14a4","deploymentName":"maas-api-e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:55:48Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-1f14a4","deploymentName":"maas-api-e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:55:48Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-1f14a4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-1f14a4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-1f14a4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-1f14a4"},"tenantIdentifier":"e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:55:48Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-1f14a4","deploymentName":"maas-api-e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:55:51Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064","reconcileID":"ba673841-da6c-4d41-bcac-7ccc0c4373f9","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"routeName":"test-model-e5b064-kserve-route","namespace":"ai-tenant-e2e-inf-a-e5b064","llmisvcName":"test-model-e5b064","gateway":"openshift-ingress/e2e-inf-a-e5b064","hostnames":[]} {"level":"info","ts":"2026-07-12T19:55:52Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064","reconcileID":"2d8bce8b-0017-46d5-9555-6f3bad39bb6d","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"routeName":"test-model-e5b064-kserve-route","namespace":"ai-tenant-e2e-inf-a-e5b064","llmisvcName":"test-model-e5b064","gateway":"openshift-ingress/e2e-inf-a-e5b064","hostnames":[]} {"level":"info","ts":"2026-07-12T19:55:52Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064","reconcileID":"06365cc0-4685-455c-84cf-7b0af823dcc0","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"routeName":"test-model-e5b064-kserve-route","namespace":"ai-tenant-e2e-inf-a-e5b064","llmisvcName":"test-model-e5b064","gateway":"openshift-ingress/e2e-inf-a-e5b064","hostnames":[]} {"level":"error","ts":"2026-07-12T19:55:52Z","msg":"Reconciler error","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e5b064-sub","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064-sub","reconcileID":"eb81abb4-1196-4a9c-bdb2-da2989261302","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-e5b064-sub\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T19:55:52Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064","reconcileID":"a68387db-d2e3-436f-9cf1-4718a4bdb3e2","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"routeName":"test-model-e5b064-kserve-route","namespace":"ai-tenant-e2e-inf-a-e5b064","llmisvcName":"test-model-e5b064","gateway":"openshift-ingress/e2e-inf-a-e5b064","hostnames":[]} {"level":"info","ts":"2026-07-12T19:55:52Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e5b064-sub","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064-sub","reconcileID":"e6376395-97a8-442c-b33f-d35dc6ea787c","MaaSSubscription":{"name":"test-model-e5b064-sub","namespace":"ai-tenant-e2e-inf-a-e5b064"},"name":"maas-trlp-test-model-e5b064","model":"test-model-e5b064","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-e5b064/test-model-e5b064-sub"]} {"level":"info","ts":"2026-07-12T19:55:52Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064","reconcileID":"f9c6796f-3c7c-448d-9f58-e8f84f61ff21","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"routeName":"test-model-e5b064-kserve-route","namespace":"ai-tenant-e2e-inf-a-e5b064","llmisvcName":"test-model-e5b064","gateway":"openshift-ingress/e2e-inf-a-e5b064","hostnames":[]} {"level":"info","ts":"2026-07-12T19:55:52Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e5b064-sub","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064-sub","reconcileID":"da4dd4e1-4fef-485b-81a6-612a2b61033f","MaaSSubscription":{"name":"test-model-e5b064-sub","namespace":"ai-tenant-e2e-inf-a-e5b064"},"name":"maas-trlp-test-model-e5b064","model":"ai-tenant-e2e-inf-a-e5b064/test-model-e5b064","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:55:52Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064","reconcileID":"ae2e7cec-8ea2-4c6d-b260-7793a425c24d","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"routeName":"test-model-e5b064-kserve-route","namespace":"ai-tenant-e2e-inf-a-e5b064","llmisvcName":"test-model-e5b064","gateway":"openshift-ingress/e2e-inf-a-e5b064","hostnames":[]} {"level":"info","ts":"2026-07-12T19:55:52Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-e5b064/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-e5b064","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-e5b064","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-e5b064"},"tenantIdentifier":"e2e-inf-a-e5b064"} {"level":"info","ts":"2026-07-12T19:55:52Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e5b064-auth","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064-auth","reconcileID":"f598dba7-0fe0-4051-87a7-aecfd8b64f97","MaaSAuthPolicy":{"name":"test-model-e5b064-auth","namespace":"ai-tenant-e2e-inf-a-e5b064"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e5b064","tenantID":"e2e-inf-a-e5b064","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T19:55:52Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064","reconcileID":"497edfbf-0cbc-4754-90e0-c1d9141253a5","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"routeName":"test-model-e5b064-kserve-route","namespace":"ai-tenant-e2e-inf-a-e5b064","llmisvcName":"test-model-e5b064","gateway":"openshift-ingress/e2e-inf-a-e5b064","hostnames":[]} {"level":"error","ts":"2026-07-12T19:55:52Z","msg":"failed to update MaaSModelRef status","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064","reconcileID":"497edfbf-0cbc-4754-90e0-c1d9141253a5","name":"test-model-e5b064","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-e5b064\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:381\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:345\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:185\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T19:55:52Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e5b064-sub","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064-sub","reconcileID":"878f65ac-0d76-4f47-b685-284c0b29a427","MaaSSubscription":{"name":"test-model-e5b064-sub","namespace":"ai-tenant-e2e-inf-a-e5b064"},"name":"maas-trlp-test-model-e5b064","model":"ai-tenant-e2e-inf-a-e5b064/test-model-e5b064","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:55:52Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e5b064-auth","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064-auth","reconcileID":"f598dba7-0fe0-4051-87a7-aecfd8b64f97"} {"level":"info","ts":"2026-07-12T19:55:52Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e5b064-auth","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064-auth","reconcileID":"f598dba7-0fe0-4051-87a7-aecfd8b64f97","MaaSAuthPolicy":{"name":"test-model-e5b064-auth","namespace":"ai-tenant-e2e-inf-a-e5b064"},"name":"e2e-inf-a-e5b064-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T19:55:52Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-e5b064/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-e5b064","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-e5b064","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-e5b064"},"tenantIdentifier":"e2e-inf-a-e5b064"} {"level":"info","ts":"2026-07-12T19:55:52Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064","reconcileID":"312bfb0f-de40-471e-971b-7fa5783f2b9c","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"routeName":"test-model-e5b064-kserve-route","namespace":"ai-tenant-e2e-inf-a-e5b064","llmisvcName":"test-model-e5b064","gateway":"openshift-ingress/e2e-inf-a-e5b064","hostnames":[]} {"level":"info","ts":"2026-07-12T19:55:52Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e5b064-auth","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064-auth","reconcileID":"d1b1c4c8-1706-4f66-a855-f7035b7f22ce","MaaSAuthPolicy":{"name":"test-model-e5b064-auth","namespace":"ai-tenant-e2e-inf-a-e5b064"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e5b064","tenantID":"e2e-inf-a-e5b064","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T19:55:52Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e5b064-auth","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064-auth","reconcileID":"d1b1c4c8-1706-4f66-a855-f7035b7f22ce"} {"level":"info","ts":"2026-07-12T19:55:52Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e5b064-auth","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064-auth","reconcileID":"d1b1c4c8-1706-4f66-a855-f7035b7f22ce","MaaSAuthPolicy":{"name":"test-model-e5b064-auth","namespace":"ai-tenant-e2e-inf-a-e5b064"},"name":"e2e-inf-a-e5b064-maas-auth","namespace":"openshift-ingress"} {"level":"error","ts":"2026-07-12T19:55:52Z","msg":"failed to update MaaSAuthPolicy status","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e5b064-auth","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064-auth","reconcileID":"d1b1c4c8-1706-4f66-a855-f7035b7f22ce","name":"test-model-e5b064-auth","error":"Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"test-model-e5b064-auth\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1770\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:555\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T19:55:53Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5a1c10c4-5509-43c1-8b98-bf1a33db27f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:55:54Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2a944df9-fd1b-48ed-b5c0-e8d9980e455b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:55:54Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064","reconcileID":"e24d38eb-3675-4eaa-b347-fc20caeb4533","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"routeName":"test-model-e5b064-kserve-route","namespace":"ai-tenant-e2e-inf-a-e5b064","llmisvcName":"test-model-e5b064","gateway":"openshift-ingress/e2e-inf-a-e5b064","hostnames":[]} {"level":"info","ts":"2026-07-12T19:55:54Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-e5b064/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-e5b064","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-e5b064","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-e5b064"},"tenantIdentifier":"e2e-inf-a-e5b064"} {"level":"info","ts":"2026-07-12T19:55:54Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e5b064-auth","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064-auth","reconcileID":"53438e53-a6b4-41c9-82e2-1473736338b7","MaaSAuthPolicy":{"name":"test-model-e5b064-auth","namespace":"ai-tenant-e2e-inf-a-e5b064"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e5b064","tenantID":"e2e-inf-a-e5b064","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T19:55:54Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e5b064-sub","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064-sub","reconcileID":"fafde54e-67d7-415a-9df6-ca7f3ee4bef6","MaaSSubscription":{"name":"test-model-e5b064-sub","namespace":"ai-tenant-e2e-inf-a-e5b064"},"name":"maas-trlp-test-model-e5b064","model":"ai-tenant-e2e-inf-a-e5b064/test-model-e5b064","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:55:54Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e5b064-auth","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064-auth","reconcileID":"53438e53-a6b4-41c9-82e2-1473736338b7"} {"level":"info","ts":"2026-07-12T19:55:54Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e5b064-auth","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064-auth","reconcileID":"53438e53-a6b4-41c9-82e2-1473736338b7","MaaSAuthPolicy":{"name":"test-model-e5b064-auth","namespace":"ai-tenant-e2e-inf-a-e5b064"},"name":"e2e-inf-a-e5b064-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T19:55:59Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e5b064-sub","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064-sub","reconcileID":"86cb98cf-f035-4193-a01d-b61c6ac41aef","MaaSSubscription":{"name":"test-model-e5b064-sub","namespace":"ai-tenant-e2e-inf-a-e5b064"},"name":"maas-trlp-test-model-e5b064","model":"ai-tenant-e2e-inf-a-e5b064/test-model-e5b064","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:55:59Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064","reconcileID":"0ef5f75a-4987-4e19-a3ce-ca7d534b738b","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"routeName":"test-model-e5b064-kserve-route","namespace":"ai-tenant-e2e-inf-a-e5b064","llmisvcName":"test-model-e5b064","gateway":"openshift-ingress/e2e-inf-a-e5b064","hostnames":[]} {"level":"info","ts":"2026-07-12T19:56:00Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064","reconcileID":"d753c39b-c091-4233-969e-4cf2f916b047","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"routeName":"test-model-e5b064-kserve-route","namespace":"ai-tenant-e2e-inf-a-e5b064","llmisvcName":"test-model-e5b064","gateway":"openshift-ingress/e2e-inf-a-e5b064","hostnames":[]} {"level":"info","ts":"2026-07-12T19:56:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-e5b064/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-e5b064","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-e5b064","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-e5b064"},"tenantIdentifier":"e2e-inf-a-e5b064"} {"level":"info","ts":"2026-07-12T19:56:00Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e5b064-auth","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064-auth","reconcileID":"770e2dc7-de39-44fc-acd9-c2bb249c0836","MaaSAuthPolicy":{"name":"test-model-e5b064-auth","namespace":"ai-tenant-e2e-inf-a-e5b064"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e5b064","tenantID":"e2e-inf-a-e5b064","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T19:56:00Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e5b064-sub","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064-sub","reconcileID":"97310702-ff96-497a-b9c3-d81a717bd2e2","MaaSSubscription":{"name":"test-model-e5b064-sub","namespace":"ai-tenant-e2e-inf-a-e5b064"},"name":"maas-trlp-test-model-e5b064","model":"ai-tenant-e2e-inf-a-e5b064/test-model-e5b064","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:56:00Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e5b064-auth","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064-auth","reconcileID":"770e2dc7-de39-44fc-acd9-c2bb249c0836"} {"level":"info","ts":"2026-07-12T19:56:00Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e5b064-auth","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064-auth","reconcileID":"770e2dc7-de39-44fc-acd9-c2bb249c0836","MaaSAuthPolicy":{"name":"test-model-e5b064-auth","namespace":"ai-tenant-e2e-inf-a-e5b064"},"name":"e2e-inf-a-e5b064-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T19:56:04Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064","reconcileID":"7ff3728e-88b0-4496-b58c-d5bec8e86416","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"routeName":"test-model-e5b064-kserve-route","namespace":"ai-tenant-e2e-inf-a-e5b064","llmisvcName":"test-model-e5b064","gateway":"openshift-ingress/e2e-inf-a-e5b064","hostnames":[]} {"level":"info","ts":"2026-07-12T19:56:04Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-e5b064/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-e5b064","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-e5b064","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-e5b064"},"tenantIdentifier":"e2e-inf-a-e5b064"} {"level":"info","ts":"2026-07-12T19:56:04Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e5b064-auth","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064-auth","reconcileID":"0859856c-782d-4399-b749-42b08ba851d5","MaaSAuthPolicy":{"name":"test-model-e5b064-auth","namespace":"ai-tenant-e2e-inf-a-e5b064"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e5b064","tenantID":"e2e-inf-a-e5b064","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T19:56:04Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e5b064-sub","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064-sub","reconcileID":"c0cc0249-a181-40e2-b9ca-95805571a42f","MaaSSubscription":{"name":"test-model-e5b064-sub","namespace":"ai-tenant-e2e-inf-a-e5b064"},"name":"maas-trlp-test-model-e5b064","model":"ai-tenant-e2e-inf-a-e5b064/test-model-e5b064","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:56:04Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e5b064-auth","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064-auth","reconcileID":"0859856c-782d-4399-b749-42b08ba851d5"} {"level":"info","ts":"2026-07-12T19:56:04Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e5b064-auth","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064-auth","reconcileID":"0859856c-782d-4399-b749-42b08ba851d5","MaaSAuthPolicy":{"name":"test-model-e5b064-auth","namespace":"ai-tenant-e2e-inf-a-e5b064"},"name":"e2e-inf-a-e5b064-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T19:56:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T19:56:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T19:56:10Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"149e5a51-51f9-4d2f-91fd-64c38c951d25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:56:10Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1154165d-affc-4612-9581-14cacc88da77","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:56:10Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e5b064-sub","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064-sub","reconcileID":"ff18f2b4-ef61-4906-9c07-f44208e77412","MaaSSubscription":{"name":"test-model-e5b064-sub","namespace":"ai-tenant-e2e-inf-a-e5b064"},"name":"maas-trlp-test-model-e5b064","model":"ai-tenant-e2e-inf-a-e5b064/test-model-e5b064","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:56:18Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4","reconcileID":"0480bac5-7cbb-4c7c-9fce-70b528b34cf2","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"routeName":"test-model-1f14a4-kserve-route","namespace":"ai-tenant-e2e-inf-b-1f14a4","llmisvcName":"test-model-1f14a4","gateway":"openshift-ingress/e2e-inf-b-1f14a4","hostnames":[]} {"level":"info","ts":"2026-07-12T19:56:18Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4","reconcileID":"fcbb16a9-1417-403c-85ab-b7ef8797a741","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"routeName":"test-model-1f14a4-kserve-route","namespace":"ai-tenant-e2e-inf-b-1f14a4","llmisvcName":"test-model-1f14a4","gateway":"openshift-ingress/e2e-inf-b-1f14a4","hostnames":[]} {"level":"info","ts":"2026-07-12T19:56:18Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4","reconcileID":"521265de-bafe-4cef-b2f6-a87ecd0cfd51","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"routeName":"test-model-1f14a4-kserve-route","namespace":"ai-tenant-e2e-inf-b-1f14a4","llmisvcName":"test-model-1f14a4","gateway":"openshift-ingress/e2e-inf-b-1f14a4","hostnames":[]} {"level":"info","ts":"2026-07-12T19:56:18Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1f14a4-sub","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4-sub","reconcileID":"950c7951-94de-4565-9b69-20d010991a62","MaaSSubscription":{"name":"test-model-1f14a4-sub","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"name":"maas-trlp-test-model-1f14a4","model":"test-model-1f14a4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-1f14a4/test-model-1f14a4-sub"]} {"level":"info","ts":"2026-07-12T19:56:18Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4","reconcileID":"fbb7ffda-ec56-4246-916f-e096972e51a1","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"routeName":"test-model-1f14a4-kserve-route","namespace":"ai-tenant-e2e-inf-b-1f14a4","llmisvcName":"test-model-1f14a4","gateway":"openshift-ingress/e2e-inf-b-1f14a4","hostnames":[]} {"level":"info","ts":"2026-07-12T19:56:18Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1f14a4-sub","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4-sub","reconcileID":"462fcb86-7f4b-432e-bce5-9633d61d0d70","MaaSSubscription":{"name":"test-model-1f14a4-sub","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"name":"maas-trlp-test-model-1f14a4","model":"ai-tenant-e2e-inf-b-1f14a4/test-model-1f14a4","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:56:18Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4","reconcileID":"23b454b2-d9c9-43cd-bdea-c1e41a6c1c3d","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"routeName":"test-model-1f14a4-kserve-route","namespace":"ai-tenant-e2e-inf-b-1f14a4","llmisvcName":"test-model-1f14a4","gateway":"openshift-ingress/e2e-inf-b-1f14a4","hostnames":[]} {"level":"info","ts":"2026-07-12T19:56:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-1f14a4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-1f14a4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-1f14a4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-1f14a4"},"tenantIdentifier":"e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:56:18Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1f14a4-auth","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4-auth","reconcileID":"e754e3c6-46e3-4168-a31a-8762785c86aa","MaaSAuthPolicy":{"name":"test-model-1f14a4-auth","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1f14a4","tenantID":"e2e-inf-b-1f14a4","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T19:56:18Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4","reconcileID":"95bcfee0-4f6e-473f-abd7-5beb19cb891e","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"routeName":"test-model-1f14a4-kserve-route","namespace":"ai-tenant-e2e-inf-b-1f14a4","llmisvcName":"test-model-1f14a4","gateway":"openshift-ingress/e2e-inf-b-1f14a4","hostnames":[]} {"level":"error","ts":"2026-07-12T19:56:18Z","msg":"failed to update MaaSModelRef status","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4","reconcileID":"95bcfee0-4f6e-473f-abd7-5beb19cb891e","name":"test-model-1f14a4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-1f14a4\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:381\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:345\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:185\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T19:56:18Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1f14a4-sub","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4-sub","reconcileID":"c1842a45-00b5-4888-b1f4-011d555bf9b5","MaaSSubscription":{"name":"test-model-1f14a4-sub","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"name":"maas-trlp-test-model-1f14a4","model":"ai-tenant-e2e-inf-b-1f14a4/test-model-1f14a4","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:56:18Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1f14a4-auth","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4-auth","reconcileID":"e754e3c6-46e3-4168-a31a-8762785c86aa"} {"level":"info","ts":"2026-07-12T19:56:18Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1f14a4-auth","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4-auth","reconcileID":"e754e3c6-46e3-4168-a31a-8762785c86aa","MaaSAuthPolicy":{"name":"test-model-1f14a4-auth","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"name":"e2e-inf-b-1f14a4-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T19:56:18Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4","reconcileID":"31a979ca-ed3f-41c6-9d98-e27d423f0052","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"routeName":"test-model-1f14a4-kserve-route","namespace":"ai-tenant-e2e-inf-b-1f14a4","llmisvcName":"test-model-1f14a4","gateway":"openshift-ingress/e2e-inf-b-1f14a4","hostnames":[]} {"level":"info","ts":"2026-07-12T19:56:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-1f14a4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-1f14a4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-1f14a4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-1f14a4"},"tenantIdentifier":"e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:56:18Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4","reconcileID":"39e06b87-04fb-44ae-b445-ceb68363394e","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"routeName":"test-model-1f14a4-kserve-route","namespace":"ai-tenant-e2e-inf-b-1f14a4","llmisvcName":"test-model-1f14a4","gateway":"openshift-ingress/e2e-inf-b-1f14a4","hostnames":[]} {"level":"info","ts":"2026-07-12T19:56:18Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1f14a4-auth","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4-auth","reconcileID":"6241ccfb-c507-42e0-b389-ef2c628c90cd","MaaSAuthPolicy":{"name":"test-model-1f14a4-auth","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1f14a4","tenantID":"e2e-inf-b-1f14a4","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T19:56:18Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1f14a4-auth","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4-auth","reconcileID":"6241ccfb-c507-42e0-b389-ef2c628c90cd"} {"level":"info","ts":"2026-07-12T19:56:18Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1f14a4-auth","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4-auth","reconcileID":"6241ccfb-c507-42e0-b389-ef2c628c90cd","MaaSAuthPolicy":{"name":"test-model-1f14a4-auth","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"name":"e2e-inf-b-1f14a4-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T19:56:23Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e5b064-sub","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064-sub","reconcileID":"6173d3de-e6cd-4f6f-802c-2038ba298ed4","MaaSSubscription":{"name":"test-model-e5b064-sub","namespace":"ai-tenant-e2e-inf-a-e5b064"},"name":"maas-trlp-test-model-e5b064","model":"ai-tenant-e2e-inf-a-e5b064/test-model-e5b064","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:56:24Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f8276b80-0103-4fa9-ae59-99f9425b02ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:56:24Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1f14a4-sub","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4-sub","reconcileID":"d8bd3ca1-0a64-488f-9a16-e9be16594255","MaaSSubscription":{"name":"test-model-1f14a4-sub","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"name":"maas-trlp-test-model-1f14a4","model":"ai-tenant-e2e-inf-b-1f14a4/test-model-1f14a4","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:56:24Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4","reconcileID":"e991f369-ced5-483c-8045-e9d306f9656e","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"routeName":"test-model-1f14a4-kserve-route","namespace":"ai-tenant-e2e-inf-b-1f14a4","llmisvcName":"test-model-1f14a4","gateway":"openshift-ingress/e2e-inf-b-1f14a4","hostnames":[]} {"level":"info","ts":"2026-07-12T19:56:24Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"73957c68-6172-4f1c-a114-9bb39324836a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:56:24Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-1f14a4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-1f14a4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-1f14a4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-1f14a4"},"tenantIdentifier":"e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:56:24Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4","reconcileID":"54654a7e-9c8a-4c70-a5c1-c626c1ee0e5d","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"routeName":"test-model-1f14a4-kserve-route","namespace":"ai-tenant-e2e-inf-b-1f14a4","llmisvcName":"test-model-1f14a4","gateway":"openshift-ingress/e2e-inf-b-1f14a4","hostnames":[]} {"level":"info","ts":"2026-07-12T19:56:24Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1f14a4-auth","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4-auth","reconcileID":"294432e9-150f-4f06-aa18-ad5405137dec","MaaSAuthPolicy":{"name":"test-model-1f14a4-auth","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1f14a4","tenantID":"e2e-inf-b-1f14a4","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T19:56:24Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1f14a4-sub","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4-sub","reconcileID":"9f7e291c-2837-4fb6-a5cc-a0d4ce959b7c","MaaSSubscription":{"name":"test-model-1f14a4-sub","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"name":"maas-trlp-test-model-1f14a4","model":"ai-tenant-e2e-inf-b-1f14a4/test-model-1f14a4","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:56:24Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1f14a4-auth","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4-auth","reconcileID":"294432e9-150f-4f06-aa18-ad5405137dec"} {"level":"info","ts":"2026-07-12T19:56:24Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1f14a4-auth","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4-auth","reconcileID":"294432e9-150f-4f06-aa18-ad5405137dec","MaaSAuthPolicy":{"name":"test-model-1f14a4-auth","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"name":"e2e-inf-b-1f14a4-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T19:56:28Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4","reconcileID":"bc868ea3-1a63-43b6-87be-ad404a23a08c","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"routeName":"test-model-1f14a4-kserve-route","namespace":"ai-tenant-e2e-inf-b-1f14a4","llmisvcName":"test-model-1f14a4","gateway":"openshift-ingress/e2e-inf-b-1f14a4","hostnames":[]} {"level":"info","ts":"2026-07-12T19:56:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-1f14a4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-1f14a4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-1f14a4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-1f14a4"},"tenantIdentifier":"e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:56:28Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1f14a4-auth","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4-auth","reconcileID":"5308ec64-5168-4a29-90f6-b28c25b215c3","MaaSAuthPolicy":{"name":"test-model-1f14a4-auth","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-1f14a4","tenantID":"e2e-inf-b-1f14a4","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T19:56:28Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1f14a4-sub","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4-sub","reconcileID":"f47fad83-f0d5-48e9-8f0e-2ef0ecd08fee","MaaSSubscription":{"name":"test-model-1f14a4-sub","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"name":"maas-trlp-test-model-1f14a4","model":"ai-tenant-e2e-inf-b-1f14a4/test-model-1f14a4","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:56:28Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1f14a4-auth","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4-auth","reconcileID":"5308ec64-5168-4a29-90f6-b28c25b215c3"} {"level":"info","ts":"2026-07-12T19:56:28Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1f14a4-auth","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4-auth","reconcileID":"5308ec64-5168-4a29-90f6-b28c25b215c3","MaaSAuthPolicy":{"name":"test-model-1f14a4-auth","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"name":"e2e-inf-b-1f14a4-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T19:56:33Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7753efa0-c364-404e-9656-23998759f24e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:56:33Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e5b064-auth","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064-auth","reconcileID":"b435c07c-5c51-4ca5-bdab-66d91011c946","MaaSAuthPolicy":{"name":"test-model-e5b064-auth","namespace":"ai-tenant-e2e-inf-a-e5b064"},"model":"ai-tenant-e2e-inf-a-e5b064/test-model-e5b064"} {"level":"info","ts":"2026-07-12T19:56:33Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064","reconcileID":"840ead5a-df7e-4112-823c-f829d047802e","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"routeName":"test-model-e5b064-kserve-route","namespace":"ai-tenant-e2e-inf-a-e5b064","llmisvcName":"test-model-e5b064","gateway":"openshift-ingress/e2e-inf-a-e5b064","hostnames":[]} {"level":"info","ts":"2026-07-12T19:56:33Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e5b064-sub","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064-sub","reconcileID":"5f643e91-16fe-4ebb-b105-58955b4eaac7","MaaSSubscription":{"name":"test-model-e5b064-sub","namespace":"ai-tenant-e2e-inf-a-e5b064"},"name":"maas-trlp-test-model-e5b064","model":"ai-tenant-e2e-inf-a-e5b064/test-model-e5b064","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:56:33Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064","reconcileID":"e8e20eca-a741-46b2-9f71-585289a7e13d","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"routeName":"test-model-e5b064-kserve-route","namespace":"ai-tenant-e2e-inf-a-e5b064","llmisvcName":"test-model-e5b064","gateway":"openshift-ingress/e2e-inf-a-e5b064","hostnames":[]} {"level":"info","ts":"2026-07-12T19:56:33Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e5b064-sub","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064-sub","reconcileID":"47654f4e-7e2d-42be-9a9b-112f4f3b3a08","MaaSSubscription":{"name":"test-model-e5b064-sub","namespace":"ai-tenant-e2e-inf-a-e5b064"},"name":"maas-trlp-test-model-e5b064","model":"ai-tenant-e2e-inf-a-e5b064/test-model-e5b064","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:56:33Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e5b064-sub","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064-sub","reconcileID":"d8c410b1-d760-4481-8f52-5a4d31b8d670","MaaSSubscription":{"name":"test-model-e5b064-sub","namespace":"ai-tenant-e2e-inf-a-e5b064"},"model":"ai-tenant-e2e-inf-a-e5b064/test-model-e5b064","subscription":"test-model-e5b064-sub"} {"level":"info","ts":"2026-07-12T19:56:33Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064","reconcileID":"a8dfd007-c092-475e-8dd6-08099893a725","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"routeName":"test-model-e5b064-kserve-route","namespace":"ai-tenant-e2e-inf-a-e5b064","llmisvcName":"test-model-e5b064","gateway":"openshift-ingress/e2e-inf-a-e5b064","hostnames":[]} {"level":"info","ts":"2026-07-12T19:56:33Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e5b064-sub","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064-sub","reconcileID":"d8c410b1-d760-4481-8f52-5a4d31b8d670","MaaSSubscription":{"name":"test-model-e5b064-sub","namespace":"ai-tenant-e2e-inf-a-e5b064"},"model":"ai-tenant-e2e-inf-a-e5b064/test-model-e5b064"} {"level":"info","ts":"2026-07-12T19:56:33Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e5b064-sub","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064-sub","reconcileID":"d8c410b1-d760-4481-8f52-5a4d31b8d670","MaaSSubscription":{"name":"test-model-e5b064-sub","namespace":"ai-tenant-e2e-inf-a-e5b064"},"name":"maas-trlp-test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064","model":"ai-tenant-e2e-inf-a-e5b064/test-model-e5b064"} {"level":"info","ts":"2026-07-12T19:56:33Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"test-model-e5b064","reconcileID":"b8a1f59b-476b-4e07-ac70-678da19284f5","MaaSModelRef":{"name":"test-model-e5b064","namespace":"ai-tenant-e2e-inf-a-e5b064"},"routeName":"test-model-e5b064-kserve-route","namespace":"ai-tenant-e2e-inf-a-e5b064","llmisvcName":"test-model-e5b064","gateway":"openshift-ingress/e2e-inf-a-e5b064","hostnames":[]} {"level":"info","ts":"2026-07-12T19:56:33Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4","reconcileID":"240ed731-8cd1-4e9d-ab2a-0c5bbb45daea","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"routeName":"test-model-1f14a4-kserve-route","namespace":"ai-tenant-e2e-inf-b-1f14a4","llmisvcName":"test-model-1f14a4","gateway":"openshift-ingress/e2e-inf-b-1f14a4","hostnames":[]} {"level":"info","ts":"2026-07-12T19:56:34Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1f14a4-sub","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4-sub","reconcileID":"03ae6995-4cd1-4f7d-a3b4-82bc09e8aef5","MaaSSubscription":{"name":"test-model-1f14a4-sub","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"name":"maas-trlp-test-model-1f14a4","model":"ai-tenant-e2e-inf-b-1f14a4/test-model-1f14a4","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:56:34Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a5cf40db-1713-4fbc-b0fd-8a5e5d5a28e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:56:34Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1f14a4-auth","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4-auth","reconcileID":"025a0170-442f-4b20-9b56-6e8120d5bcea","MaaSAuthPolicy":{"name":"test-model-1f14a4-auth","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"model":"ai-tenant-e2e-inf-b-1f14a4/test-model-1f14a4"} {"level":"info","ts":"2026-07-12T19:56:34Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4","reconcileID":"8e1b2bcd-5c1e-440d-ba3f-03c48bdd7d84","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"routeName":"test-model-1f14a4-kserve-route","namespace":"ai-tenant-e2e-inf-b-1f14a4","llmisvcName":"test-model-1f14a4","gateway":"openshift-ingress/e2e-inf-b-1f14a4","hostnames":[]} {"level":"info","ts":"2026-07-12T19:56:34Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1f14a4-sub","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4-sub","reconcileID":"e7c560a3-06d4-4299-9a82-d9244ce1f4d7","MaaSSubscription":{"name":"test-model-1f14a4-sub","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"name":"maas-trlp-test-model-1f14a4","model":"ai-tenant-e2e-inf-b-1f14a4/test-model-1f14a4","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:56:34Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1f14a4-auth","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4-auth","reconcileID":"b1ccfed1-7b05-47f1-84ed-c13a9f14c33c","MaaSAuthPolicy":{"name":"test-model-1f14a4-auth","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"model":"ai-tenant-e2e-inf-b-1f14a4/test-model-1f14a4"} {"level":"info","ts":"2026-07-12T19:56:34Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4","reconcileID":"27452bf6-7cd7-4c51-b360-23130159db14","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"routeName":"test-model-1f14a4-kserve-route","namespace":"ai-tenant-e2e-inf-b-1f14a4","llmisvcName":"test-model-1f14a4","gateway":"openshift-ingress/e2e-inf-b-1f14a4","hostnames":[]} {"level":"info","ts":"2026-07-12T19:56:34Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1f14a4-sub","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4-sub","reconcileID":"d5ba27d2-9f76-4061-a6bb-cd1d96b6e86a","MaaSSubscription":{"name":"test-model-1f14a4-sub","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"name":"maas-trlp-test-model-1f14a4","model":"ai-tenant-e2e-inf-b-1f14a4/test-model-1f14a4","subscriptionCount":1} {"level":"error","ts":"2026-07-12T19:56:34Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-1f14a4-auth","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4-auth","reconcileID":"b1ccfed1-7b05-47f1-84ed-c13a9f14c33c","error":"maasauthpolicies.maas.opendatahub.io \"test-model-1f14a4-auth\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T19:56:34Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1f14a4-sub","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4-sub","reconcileID":"1af37741-53f5-475d-8a4d-cfc7547205e0","MaaSSubscription":{"name":"test-model-1f14a4-sub","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"model":"ai-tenant-e2e-inf-b-1f14a4/test-model-1f14a4","subscription":"test-model-1f14a4-sub"} {"level":"info","ts":"2026-07-12T19:56:34Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4","reconcileID":"e916c4c8-a973-484c-8026-89bd09e416b2","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"routeName":"test-model-1f14a4-kserve-route","namespace":"ai-tenant-e2e-inf-b-1f14a4","llmisvcName":"test-model-1f14a4","gateway":"openshift-ingress/e2e-inf-b-1f14a4","hostnames":[]} {"level":"info","ts":"2026-07-12T19:56:34Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1f14a4-sub","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4-sub","reconcileID":"1af37741-53f5-475d-8a4d-cfc7547205e0","MaaSSubscription":{"name":"test-model-1f14a4-sub","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"model":"ai-tenant-e2e-inf-b-1f14a4/test-model-1f14a4"} {"level":"info","ts":"2026-07-12T19:56:34Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-1f14a4-sub","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4-sub","reconcileID":"1af37741-53f5-475d-8a4d-cfc7547205e0","MaaSSubscription":{"name":"test-model-1f14a4-sub","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"name":"maas-trlp-test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4","model":"ai-tenant-e2e-inf-b-1f14a4/test-model-1f14a4"} {"level":"info","ts":"2026-07-12T19:56:35Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"test-model-1f14a4","reconcileID":"07afd9f4-3ea8-436d-8429-88df1a31254a","MaaSModelRef":{"name":"test-model-1f14a4","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"routeName":"test-model-1f14a4-kserve-route","namespace":"ai-tenant-e2e-inf-b-1f14a4","llmisvcName":"test-model-1f14a4","gateway":"openshift-ingress/e2e-inf-b-1f14a4","hostnames":[]} {"level":"info","ts":"2026-07-12T19:56:35Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-e5b064/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-e5b064","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-e5b064","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-e5b064"},"tenantIdentifier":"e2e-inf-a-e5b064"} {"level":"info","ts":"2026-07-12T19:56:35Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-e5b064/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-e5b064","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-e5b064","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-e5b064"},"tenantIdentifier":"e2e-inf-a-e5b064"} {"level":"info","ts":"2026-07-12T19:56:35Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"default-tenant","reconcileID":"ca45513e-b66a-4c9b-b39f-fdfbf5b32676","tenant":"ai-tenant-e2e-inf-a-e5b064/default-tenant","tenantID":"e2e-inf-a-e5b064","subscriptionNamespace":"ai-tenant-e2e-inf-a-e5b064","gatewayName":"e2e-inf-a-e5b064"} {"level":"info","ts":"2026-07-12T19:56:35Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-e5b064","deploymentName":"maas-api-e2e-inf-a-e5b064"} {"level":"info","ts":"2026-07-12T19:56:35Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-e5b064","deploymentName":"maas-api-e2e-inf-a-e5b064"} {"level":"info","ts":"2026-07-12T19:56:35Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-e5b064","deploymentName":"maas-api-e2e-inf-a-e5b064"} {"level":"info","ts":"2026-07-12T19:56:36Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-e5b064/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-e5b064","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-e5b064","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-e5b064"},"tenantIdentifier":"e2e-inf-a-e5b064"} {"level":"info","ts":"2026-07-12T19:56:36Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-e5b064","deploymentName":"maas-api-e2e-inf-a-e5b064"} {"level":"error","ts":"2026-07-12T19:56:36Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"default-tenant","reconcileID":"ca45513e-b66a-4c9b-b39f-fdfbf5b32676","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T19:56:36Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-e5b064/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-e5b064","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-e5b064","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-e5b064"},"tenantIdentifier":"e2e-inf-a-e5b064"} {"level":"info","ts":"2026-07-12T19:56:36Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-e5b064/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-e5b064","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-e5b064","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-e5b064"},"tenantIdentifier":"e2e-inf-a-e5b064"} {"level":"info","ts":"2026-07-12T19:56:36Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"default-tenant","reconcileID":"48480e1c-d5a5-4c65-8ea8-443acde302e6","namespace":"ai-tenant-e2e-inf-a-e5b064"} {"level":"info","ts":"2026-07-12T19:56:36Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"default-tenant","reconcileID":"48480e1c-d5a5-4c65-8ea8-443acde302e6","count":0} {"level":"info","ts":"2026-07-12T19:56:36Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-e5b064/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-e5b064","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-e5b064","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-e5b064"},"tenantIdentifier":"e2e-inf-a-e5b064"} {"level":"info","ts":"2026-07-12T19:56:36Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"default-tenant","reconcileID":"48480e1c-d5a5-4c65-8ea8-443acde302e6","tenant":"e2e-inf-a-e5b064","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-12T19:56:36Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-e5b064","deploymentName":"maas-api-e2e-inf-a-e5b064"} {"level":"info","ts":"2026-07-12T19:56:36Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"default-tenant","reconcileID":"48480e1c-d5a5-4c65-8ea8-443acde302e6","gvk":"Deployment","name":"maas-api-e2e-inf-a-e5b064"} {"level":"info","ts":"2026-07-12T19:56:36Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"default-tenant","reconcileID":"48480e1c-d5a5-4c65-8ea8-443acde302e6","gvk":"Service","name":"maas-api-e2e-inf-a-e5b064"} {"level":"info","ts":"2026-07-12T19:56:36Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"default-tenant","reconcileID":"48480e1c-d5a5-4c65-8ea8-443acde302e6","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-e5b064"} {"level":"info","ts":"2026-07-12T19:56:36Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e5b064"},"namespace":"ai-tenant-e2e-inf-a-e5b064","name":"default-tenant","reconcileID":"48480e1c-d5a5-4c65-8ea8-443acde302e6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-e5b064"} {"level":"info","ts":"2026-07-12T19:56:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T19:56:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T19:56:40Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"70c70c9b-2792-4425-9903-e47e39832f7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:56:40Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ea8fa081-af08-4c9b-8099-dc7df774b217","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:56:48Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d88c11e4-0915-4925-bbe4-bcce66b191be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:56:48Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"90b17448-cc7f-4fd7-bff4-9b8f64bdca19","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:57:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T19:57:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T19:57:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-1f14a4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-1f14a4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-1f14a4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-1f14a4"},"tenantIdentifier":"e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:57:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-1f14a4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-1f14a4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-1f14a4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-1f14a4"},"tenantIdentifier":"e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:57:18Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"default-tenant","reconcileID":"4dd81f9c-fd62-49f0-9513-851122d84b4f","tenant":"ai-tenant-e2e-inf-b-1f14a4/default-tenant","tenantID":"e2e-inf-b-1f14a4","subscriptionNamespace":"ai-tenant-e2e-inf-b-1f14a4","gatewayName":"e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:57:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-1f14a4","deploymentName":"maas-api-e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:57:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-1f14a4","deploymentName":"maas-api-e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:57:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-1f14a4","deploymentName":"maas-api-e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:57:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-1f14a4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-1f14a4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-1f14a4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-1f14a4"},"tenantIdentifier":"e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:57:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-1f14a4","deploymentName":"maas-api-e2e-inf-b-1f14a4"} {"level":"error","ts":"2026-07-12T19:57:19Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"default-tenant","reconcileID":"4dd81f9c-fd62-49f0-9513-851122d84b4f","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T19:57:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-1f14a4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-1f14a4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-1f14a4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-1f14a4"},"tenantIdentifier":"e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:57:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-1f14a4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-1f14a4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-1f14a4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-1f14a4"},"tenantIdentifier":"e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:57:19Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"default-tenant","reconcileID":"1dbcaf1d-68a9-4fec-b998-3a46860b5ca6","namespace":"ai-tenant-e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:57:19Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"default-tenant","reconcileID":"1dbcaf1d-68a9-4fec-b998-3a46860b5ca6","count":0} {"level":"info","ts":"2026-07-12T19:57:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-1f14a4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-1f14a4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-1f14a4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-1f14a4"},"tenantIdentifier":"e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:57:19Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"default-tenant","reconcileID":"1dbcaf1d-68a9-4fec-b998-3a46860b5ca6","tenant":"e2e-inf-b-1f14a4","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-12T19:57:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-1f14a4","deploymentName":"maas-api-e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:57:19Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"default-tenant","reconcileID":"1dbcaf1d-68a9-4fec-b998-3a46860b5ca6","gvk":"Deployment","name":"maas-api-e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:57:19Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"default-tenant","reconcileID":"1dbcaf1d-68a9-4fec-b998-3a46860b5ca6","gvk":"Service","name":"maas-api-e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:57:19Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"default-tenant","reconcileID":"1dbcaf1d-68a9-4fec-b998-3a46860b5ca6","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:57:19Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-1f14a4"},"namespace":"ai-tenant-e2e-inf-b-1f14a4","name":"default-tenant","reconcileID":"1dbcaf1d-68a9-4fec-b998-3a46860b5ca6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-1f14a4"} {"level":"info","ts":"2026-07-12T19:57:21Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"57a315d6-b4a7-441b-94a3-3983d6dcda81","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:57:22Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"526784d4-b8ae-4846-8b51-e907e083e947","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:57:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-39b82d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-39b82d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-39b82d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-39b82d"},"tenantIdentifier":"e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-39b82d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-39b82d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-39b82d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-39b82d"},"tenantIdentifier":"e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:29Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-39b82d"},"namespace":"ai-tenant-e2e-api-a-39b82d","name":"default-tenant","reconcileID":"9bce2e49-e166-4fd8-bb25-e67e7fb15828","tenant":"ai-tenant-e2e-api-a-39b82d/default-tenant","tenantID":"e2e-api-a-39b82d","subscriptionNamespace":"ai-tenant-e2e-api-a-39b82d","gatewayName":"e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-39b82d","deploymentName":"maas-api-e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-39b82d","deploymentName":"maas-api-e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-39b82d","deploymentName":"maas-api-e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2f5818a1-108c-4b67-9545-4b3ef2ec2c64","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:57:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b0e7fbef-4381-45c1-984f-31e23d1202fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:57:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-39b82d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-39b82d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-39b82d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-39b82d"},"tenantIdentifier":"e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-39b82d","deploymentName":"maas-api-e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-39b82d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-39b82d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-39b82d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-39b82d"},"tenantIdentifier":"e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-39b82d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-39b82d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-39b82d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-39b82d"},"tenantIdentifier":"e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:29Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-39b82d"},"namespace":"ai-tenant-e2e-api-a-39b82d","name":"default-tenant","reconcileID":"8167f270-712d-4732-bf47-87890c7d4186","tenant":"ai-tenant-e2e-api-a-39b82d/default-tenant","tenantID":"e2e-api-a-39b82d","subscriptionNamespace":"ai-tenant-e2e-api-a-39b82d","gatewayName":"e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-39b82d","deploymentName":"maas-api-e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-39b82d","deploymentName":"maas-api-e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-39b82d","deploymentName":"maas-api-e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:30Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-39b82d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-39b82d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-39b82d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-39b82d"},"tenantIdentifier":"e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-39b82d","deploymentName":"maas-api-e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:33Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05655680-d6ab-4af9-b54f-141377757db7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-12T19:57:33Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76e871f2-2059-405f-b58a-6717fe5386af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-12T19:57:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-39b82d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-39b82d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-39b82d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-39b82d"},"tenantIdentifier":"e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:33Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-39b82d-policy","namespace":"ai-tenant-e2e-api-a-39b82d"},"namespace":"ai-tenant-e2e-api-a-39b82d","name":"e2e-e2e-api-a-39b82d-policy","reconcileID":"a7a01de3-5e7b-4646-a640-a1a1a9b366bd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-39b82d-policy","namespace":"ai-tenant-e2e-api-a-39b82d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-39b82d","tenantID":"e2e-api-a-39b82d","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T19:57:33Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-39b82d-policy","namespace":"ai-tenant-e2e-api-a-39b82d"},"namespace":"ai-tenant-e2e-api-a-39b82d","name":"e2e-e2e-api-a-39b82d-policy","reconcileID":"a7a01de3-5e7b-4646-a640-a1a1a9b366bd"} {"level":"info","ts":"2026-07-12T19:57:33Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-39b82d-policy","namespace":"ai-tenant-e2e-api-a-39b82d"},"namespace":"ai-tenant-e2e-api-a-39b82d","name":"e2e-e2e-api-a-39b82d-policy","reconcileID":"a7a01de3-5e7b-4646-a640-a1a1a9b366bd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-39b82d-policy","namespace":"ai-tenant-e2e-api-a-39b82d"},"name":"e2e-api-a-39b82d-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T19:57:33Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6cc5d7a0-0fb2-4c1b-89d4-7d7b6e67a22f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-12T19:57:35Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6bb67d49-e678-44a0-9bf2-8028210a2966","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:57:35Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"439cd052-9d9f-460f-a5f2-88d606dc4f24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:57:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T19:57:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T19:57:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5a7d9b/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5a7d9b","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5a7d9b","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5a7d9b"},"tenantIdentifier":"e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5a7d9b/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5a7d9b","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5a7d9b","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5a7d9b"},"tenantIdentifier":"e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:37Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5a7d9b"},"namespace":"ai-tenant-e2e-api-b-5a7d9b","name":"default-tenant","reconcileID":"cc4ba77b-88c2-43f7-bf9f-27701f88585e","tenant":"ai-tenant-e2e-api-b-5a7d9b/default-tenant","tenantID":"e2e-api-b-5a7d9b","subscriptionNamespace":"ai-tenant-e2e-api-b-5a7d9b","gatewayName":"e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5a7d9b","deploymentName":"maas-api-e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5a7d9b","deploymentName":"maas-api-e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5a7d9b","deploymentName":"maas-api-e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5a7d9b/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5a7d9b","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5a7d9b","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5a7d9b"},"tenantIdentifier":"e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5a7d9b","deploymentName":"maas-api-e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5a7d9b/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5a7d9b","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5a7d9b","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5a7d9b"},"tenantIdentifier":"e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5a7d9b/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5a7d9b","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5a7d9b","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5a7d9b"},"tenantIdentifier":"e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:38Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5a7d9b"},"namespace":"ai-tenant-e2e-api-b-5a7d9b","name":"default-tenant","reconcileID":"e25623b9-a39f-456b-8b1d-787d6ee02367","tenant":"ai-tenant-e2e-api-b-5a7d9b/default-tenant","tenantID":"e2e-api-b-5a7d9b","subscriptionNamespace":"ai-tenant-e2e-api-b-5a7d9b","gatewayName":"e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5a7d9b","deploymentName":"maas-api-e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5a7d9b","deploymentName":"maas-api-e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5a7d9b","deploymentName":"maas-api-e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5a7d9b/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5a7d9b","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5a7d9b","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5a7d9b"},"tenantIdentifier":"e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5a7d9b","deploymentName":"maas-api-e2e-api-b-5a7d9b"} {"level":"error","ts":"2026-07-12T19:57:38Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5a7d9b"},"namespace":"ai-tenant-e2e-api-b-5a7d9b","name":"default-tenant","reconcileID":"e25623b9-a39f-456b-8b1d-787d6ee02367","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T19:57:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5a7d9b/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5a7d9b","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5a7d9b","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5a7d9b"},"tenantIdentifier":"e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5a7d9b/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5a7d9b","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5a7d9b","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5a7d9b"},"tenantIdentifier":"e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:38Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5a7d9b"},"namespace":"ai-tenant-e2e-api-b-5a7d9b","name":"default-tenant","reconcileID":"65b17357-eaf7-425c-a2ed-1663253630a1","tenant":"ai-tenant-e2e-api-b-5a7d9b/default-tenant","tenantID":"e2e-api-b-5a7d9b","subscriptionNamespace":"ai-tenant-e2e-api-b-5a7d9b","gatewayName":"e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5a7d9b","deploymentName":"maas-api-e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5a7d9b","deploymentName":"maas-api-e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5a7d9b","deploymentName":"maas-api-e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5a7d9b/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5a7d9b","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5a7d9b","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5a7d9b"},"tenantIdentifier":"e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5a7d9b","deploymentName":"maas-api-e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5a7d9b/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5a7d9b","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5a7d9b","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5a7d9b"},"tenantIdentifier":"e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5a7d9b/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5a7d9b","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5a7d9b","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5a7d9b"},"tenantIdentifier":"e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:39Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5a7d9b"},"namespace":"ai-tenant-e2e-api-b-5a7d9b","name":"default-tenant","reconcileID":"b762226b-3cbe-40e3-9270-c866320dad6a","tenant":"ai-tenant-e2e-api-b-5a7d9b/default-tenant","tenantID":"e2e-api-b-5a7d9b","subscriptionNamespace":"ai-tenant-e2e-api-b-5a7d9b","gatewayName":"e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5a7d9b","deploymentName":"maas-api-e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5a7d9b","deploymentName":"maas-api-e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5a7d9b","deploymentName":"maas-api-e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5a7d9b/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5a7d9b","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5a7d9b","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5a7d9b"},"tenantIdentifier":"e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5a7d9b","deploymentName":"maas-api-e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:41Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-12T19:57:41Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-12T19:57:41Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"42de82ba-bf31-4d6a-ba6a-7b3feeadeaec","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-07-12T19:57:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-12T19:57:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-12T19:57:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-12T19:57:42Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-12T19:57:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-12T19:57:42Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67ce0bd5-52e8-4602-ab3f-db62c2c4ee6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-12T19:57:42Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17e8ac97-244d-4187-b8b6-b946d06f4e05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-12T19:57:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5a7d9b/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5a7d9b","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5a7d9b","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5a7d9b"},"tenantIdentifier":"e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:42Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5a7d9b-policy","namespace":"ai-tenant-e2e-api-b-5a7d9b"},"namespace":"ai-tenant-e2e-api-b-5a7d9b","name":"e2e-e2e-api-b-5a7d9b-policy","reconcileID":"d7bfa14d-0ac6-4af6-9df8-ae3896b0ad0d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5a7d9b-policy","namespace":"ai-tenant-e2e-api-b-5a7d9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5a7d9b","tenantID":"e2e-api-b-5a7d9b","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T19:57:42Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5a7d9b-policy","namespace":"ai-tenant-e2e-api-b-5a7d9b"},"namespace":"ai-tenant-e2e-api-b-5a7d9b","name":"e2e-e2e-api-b-5a7d9b-policy","reconcileID":"d7bfa14d-0ac6-4af6-9df8-ae3896b0ad0d"} {"level":"info","ts":"2026-07-12T19:57:42Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5a7d9b-policy","namespace":"ai-tenant-e2e-api-b-5a7d9b"},"namespace":"ai-tenant-e2e-api-b-5a7d9b","name":"e2e-e2e-api-b-5a7d9b-policy","reconcileID":"d7bfa14d-0ac6-4af6-9df8-ae3896b0ad0d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5a7d9b-policy","namespace":"ai-tenant-e2e-api-b-5a7d9b"},"name":"e2e-api-b-5a7d9b-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T19:57:42Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb807658-e5b5-4d55-ad2a-1e4a6d87ad9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-12T19:57:49Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-39b82d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-39b82d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-39b82d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-39b82d"},"tenantIdentifier":"e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:49Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-39b82d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-39b82d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-39b82d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-39b82d"},"tenantIdentifier":"e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:49Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-39b82d-policy","namespace":"ai-tenant-e2e-api-a-39b82d"},"namespace":"ai-tenant-e2e-api-a-39b82d","name":"e2e-e2e-api-a-39b82d-policy","reconcileID":"e61eabb0-34ad-46da-80a2-ac4b0926d30e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-39b82d-policy","namespace":"ai-tenant-e2e-api-a-39b82d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-39b82d","tenantID":"e2e-api-a-39b82d","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T19:57:49Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-39b82d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-39b82d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-39b82d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-39b82d"},"tenantIdentifier":"e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:49Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-39b82d"},"namespace":"ai-tenant-e2e-api-a-39b82d","name":"default-tenant","reconcileID":"bbb22f31-0e78-47d2-8270-fbbf09e71b16","tenant":"ai-tenant-e2e-api-a-39b82d/default-tenant","tenantID":"e2e-api-a-39b82d","subscriptionNamespace":"ai-tenant-e2e-api-a-39b82d","gatewayName":"e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:49Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-39b82d-policy","namespace":"ai-tenant-e2e-api-a-39b82d"},"namespace":"ai-tenant-e2e-api-a-39b82d","name":"e2e-e2e-api-a-39b82d-policy","reconcileID":"e61eabb0-34ad-46da-80a2-ac4b0926d30e"} {"level":"info","ts":"2026-07-12T19:57:49Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-39b82d-policy","namespace":"ai-tenant-e2e-api-a-39b82d"},"namespace":"ai-tenant-e2e-api-a-39b82d","name":"e2e-e2e-api-a-39b82d-policy","reconcileID":"e61eabb0-34ad-46da-80a2-ac4b0926d30e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-39b82d-policy","namespace":"ai-tenant-e2e-api-a-39b82d"},"name":"e2e-api-a-39b82d-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T19:57:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-39b82d","deploymentName":"maas-api-e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-39b82d","deploymentName":"maas-api-e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-39b82d","deploymentName":"maas-api-e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-39b82d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-39b82d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-39b82d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-39b82d"},"tenantIdentifier":"e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-39b82d","deploymentName":"maas-api-e2e-api-a-39b82d"} {"level":"error","ts":"2026-07-12T19:57:50Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-39b82d"},"namespace":"ai-tenant-e2e-api-a-39b82d","name":"default-tenant","reconcileID":"bbb22f31-0e78-47d2-8270-fbbf09e71b16","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T19:57:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-39b82d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-39b82d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-39b82d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-39b82d"},"tenantIdentifier":"e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-39b82d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-39b82d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-39b82d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-39b82d"},"tenantIdentifier":"e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:50Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-39b82d"},"namespace":"ai-tenant-e2e-api-a-39b82d","name":"default-tenant","reconcileID":"2cce0e90-2b48-414e-a7f6-0441409621c4","namespace":"ai-tenant-e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:50Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-39b82d"},"namespace":"ai-tenant-e2e-api-a-39b82d","name":"default-tenant","reconcileID":"2cce0e90-2b48-414e-a7f6-0441409621c4","name":"e2e-e2e-api-a-39b82d-policy","namespace":"ai-tenant-e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:50Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-39b82d"},"namespace":"ai-tenant-e2e-api-a-39b82d","name":"default-tenant","reconcileID":"2cce0e90-2b48-414e-a7f6-0441409621c4","count":1} {"level":"info","ts":"2026-07-12T19:57:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-39b82d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-39b82d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-39b82d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-39b82d"},"tenantIdentifier":"e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:50Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-39b82d"},"namespace":"ai-tenant-e2e-api-a-39b82d","name":"default-tenant","reconcileID":"2cce0e90-2b48-414e-a7f6-0441409621c4","tenant":"e2e-api-a-39b82d","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-12T19:57:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-39b82d","deploymentName":"maas-api-e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:50Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-39b82d-policy","namespace":"ai-tenant-e2e-api-a-39b82d"},"namespace":"ai-tenant-e2e-api-a-39b82d","name":"e2e-e2e-api-a-39b82d-policy","reconcileID":"c291c751-70d0-4612-a43f-41e89d8ef69e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-39b82d-policy","namespace":"ai-tenant-e2e-api-a-39b82d"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-12T19:57:50Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-39b82d"},"namespace":"ai-tenant-e2e-api-a-39b82d","name":"default-tenant","reconcileID":"2cce0e90-2b48-414e-a7f6-0441409621c4","gvk":"Deployment","name":"maas-api-e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:50Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-39b82d"},"namespace":"ai-tenant-e2e-api-a-39b82d","name":"default-tenant","reconcileID":"2cce0e90-2b48-414e-a7f6-0441409621c4","gvk":"Service","name":"maas-api-e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:50Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-39b82d"},"namespace":"ai-tenant-e2e-api-a-39b82d","name":"default-tenant","reconcileID":"2cce0e90-2b48-414e-a7f6-0441409621c4","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:50Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-39b82d"},"namespace":"ai-tenant-e2e-api-a-39b82d","name":"default-tenant","reconcileID":"2cce0e90-2b48-414e-a7f6-0441409621c4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-39b82d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-39b82d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-39b82d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-39b82d"},"tenantIdentifier":"e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-39b82d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-39b82d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-39b82d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-39b82d"},"tenantIdentifier":"e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:50Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-39b82d"},"namespace":"ai-tenant-e2e-api-a-39b82d","name":"default-tenant","reconcileID":"265b242c-07b1-4099-9aaa-387e42533509","namespace":"ai-tenant-e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:50Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-39b82d"},"namespace":"ai-tenant-e2e-api-a-39b82d","name":"default-tenant","reconcileID":"265b242c-07b1-4099-9aaa-387e42533509","name":"e2e-e2e-api-a-39b82d-policy","namespace":"ai-tenant-e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:50Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-39b82d"},"namespace":"ai-tenant-e2e-api-a-39b82d","name":"default-tenant","reconcileID":"265b242c-07b1-4099-9aaa-387e42533509","count":1} {"level":"info","ts":"2026-07-12T19:57:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-39b82d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-39b82d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-39b82d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-39b82d"},"tenantIdentifier":"e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:50Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-39b82d"},"namespace":"ai-tenant-e2e-api-a-39b82d","name":"default-tenant","reconcileID":"265b242c-07b1-4099-9aaa-387e42533509","tenant":"e2e-api-a-39b82d","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-12T19:57:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-39b82d","deploymentName":"maas-api-e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:50Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-39b82d"},"namespace":"ai-tenant-e2e-api-a-39b82d","name":"default-tenant","reconcileID":"265b242c-07b1-4099-9aaa-387e42533509","gvk":"Deployment","name":"maas-api-e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:50Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-39b82d"},"namespace":"ai-tenant-e2e-api-a-39b82d","name":"default-tenant","reconcileID":"265b242c-07b1-4099-9aaa-387e42533509","gvk":"Service","name":"maas-api-e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:50Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-39b82d"},"namespace":"ai-tenant-e2e-api-a-39b82d","name":"default-tenant","reconcileID":"265b242c-07b1-4099-9aaa-387e42533509","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-39b82d"} {"level":"info","ts":"2026-07-12T19:57:50Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-39b82d"},"namespace":"ai-tenant-e2e-api-a-39b82d","name":"default-tenant","reconcileID":"265b242c-07b1-4099-9aaa-387e42533509","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-39b82d"} {"level":"error","ts":"2026-07-12T19:57:50Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-39b82d"},"namespace":"ai-tenant-e2e-api-a-39b82d","name":"default-tenant","reconcileID":"265b242c-07b1-4099-9aaa-387e42533509","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T19:57:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5a7d9b/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5a7d9b","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5a7d9b","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5a7d9b"},"tenantIdentifier":"e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5a7d9b/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5a7d9b","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5a7d9b","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5a7d9b"},"tenantIdentifier":"e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:56Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5a7d9b-policy","namespace":"ai-tenant-e2e-api-b-5a7d9b"},"namespace":"ai-tenant-e2e-api-b-5a7d9b","name":"e2e-e2e-api-b-5a7d9b-policy","reconcileID":"94e03cc4-5717-47c5-bc38-81e763c760b7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5a7d9b-policy","namespace":"ai-tenant-e2e-api-b-5a7d9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5a7d9b","tenantID":"e2e-api-b-5a7d9b","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-12T19:57:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5a7d9b/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5a7d9b","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5a7d9b","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5a7d9b"},"tenantIdentifier":"e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:56Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5a7d9b"},"namespace":"ai-tenant-e2e-api-b-5a7d9b","name":"default-tenant","reconcileID":"af376e1a-170e-4d5f-b000-01fbc337f28f","tenant":"ai-tenant-e2e-api-b-5a7d9b/default-tenant","tenantID":"e2e-api-b-5a7d9b","subscriptionNamespace":"ai-tenant-e2e-api-b-5a7d9b","gatewayName":"e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:56Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5a7d9b-policy","namespace":"ai-tenant-e2e-api-b-5a7d9b"},"namespace":"ai-tenant-e2e-api-b-5a7d9b","name":"e2e-e2e-api-b-5a7d9b-policy","reconcileID":"94e03cc4-5717-47c5-bc38-81e763c760b7"} {"level":"info","ts":"2026-07-12T19:57:56Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5a7d9b-policy","namespace":"ai-tenant-e2e-api-b-5a7d9b"},"namespace":"ai-tenant-e2e-api-b-5a7d9b","name":"e2e-e2e-api-b-5a7d9b-policy","reconcileID":"94e03cc4-5717-47c5-bc38-81e763c760b7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5a7d9b-policy","namespace":"ai-tenant-e2e-api-b-5a7d9b"},"name":"e2e-api-b-5a7d9b-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-12T19:57:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5a7d9b","deploymentName":"maas-api-e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5a7d9b","deploymentName":"maas-api-e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5a7d9b","deploymentName":"maas-api-e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5a7d9b/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5a7d9b","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5a7d9b","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5a7d9b"},"tenantIdentifier":"e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5a7d9b","deploymentName":"maas-api-e2e-api-b-5a7d9b"} {"level":"error","ts":"2026-07-12T19:57:57Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5a7d9b"},"namespace":"ai-tenant-e2e-api-b-5a7d9b","name":"default-tenant","reconcileID":"af376e1a-170e-4d5f-b000-01fbc337f28f","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T19:57:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5a7d9b/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5a7d9b","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5a7d9b","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5a7d9b"},"tenantIdentifier":"e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5a7d9b/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5a7d9b","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5a7d9b","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5a7d9b"},"tenantIdentifier":"e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:57Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5a7d9b"},"namespace":"ai-tenant-e2e-api-b-5a7d9b","name":"default-tenant","reconcileID":"58126ce9-55b9-42b9-894c-7b3792d3e470","namespace":"ai-tenant-e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:57Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5a7d9b"},"namespace":"ai-tenant-e2e-api-b-5a7d9b","name":"default-tenant","reconcileID":"58126ce9-55b9-42b9-894c-7b3792d3e470","name":"e2e-e2e-api-b-5a7d9b-policy","namespace":"ai-tenant-e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:57Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5a7d9b"},"namespace":"ai-tenant-e2e-api-b-5a7d9b","name":"default-tenant","reconcileID":"58126ce9-55b9-42b9-894c-7b3792d3e470","count":1} {"level":"info","ts":"2026-07-12T19:57:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5a7d9b/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5a7d9b","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5a7d9b","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5a7d9b"},"tenantIdentifier":"e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:57Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5a7d9b"},"namespace":"ai-tenant-e2e-api-b-5a7d9b","name":"default-tenant","reconcileID":"58126ce9-55b9-42b9-894c-7b3792d3e470","tenant":"e2e-api-b-5a7d9b","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-12T19:57:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5a7d9b","deploymentName":"maas-api-e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:57Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5a7d9b-policy","namespace":"ai-tenant-e2e-api-b-5a7d9b"},"namespace":"ai-tenant-e2e-api-b-5a7d9b","name":"e2e-e2e-api-b-5a7d9b-policy","reconcileID":"4545a3d5-b4d0-4d0d-9787-fb7f9a314a03","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5a7d9b-policy","namespace":"ai-tenant-e2e-api-b-5a7d9b"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-12T19:57:57Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5a7d9b"},"namespace":"ai-tenant-e2e-api-b-5a7d9b","name":"default-tenant","reconcileID":"58126ce9-55b9-42b9-894c-7b3792d3e470","gvk":"Deployment","name":"maas-api-e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:57Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5a7d9b"},"namespace":"ai-tenant-e2e-api-b-5a7d9b","name":"default-tenant","reconcileID":"58126ce9-55b9-42b9-894c-7b3792d3e470","gvk":"Service","name":"maas-api-e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:57Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5a7d9b"},"namespace":"ai-tenant-e2e-api-b-5a7d9b","name":"default-tenant","reconcileID":"58126ce9-55b9-42b9-894c-7b3792d3e470","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:57:57Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5a7d9b"},"namespace":"ai-tenant-e2e-api-b-5a7d9b","name":"default-tenant","reconcileID":"58126ce9-55b9-42b9-894c-7b3792d3e470","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-5a7d9b"} {"level":"info","ts":"2026-07-12T19:58:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T19:58:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T19:58:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-dc7943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-dc7943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-dc7943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-dc7943"},"tenantIdentifier":"e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T19:58:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-dc7943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-dc7943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-dc7943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-dc7943"},"tenantIdentifier":"e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T19:58:07Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-dc7943"},"namespace":"ai-tenant-e2e-shared-a-dc7943","name":"default-tenant","reconcileID":"f8bb4b23-4236-4094-9b85-b8ee4def2953","tenant":"ai-tenant-e2e-shared-a-dc7943/default-tenant","tenantID":"e2e-shared-a-dc7943","subscriptionNamespace":"ai-tenant-e2e-shared-a-dc7943","gatewayName":"e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T19:58:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-dc7943","deploymentName":"maas-api-e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T19:58:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-dc7943","deploymentName":"maas-api-e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T19:58:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-dc7943","deploymentName":"maas-api-e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T19:58:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-dc7943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-dc7943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-dc7943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-dc7943"},"tenantIdentifier":"e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T19:58:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-dc7943","deploymentName":"maas-api-e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T19:58:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-dc7943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-dc7943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-dc7943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-dc7943"},"tenantIdentifier":"e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T19:58:08Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0903db19-10bd-4f56-9938-655b131790ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:58:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-dc7943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-dc7943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-dc7943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-dc7943"},"tenantIdentifier":"e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T19:58:08Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-dc7943"},"namespace":"ai-tenant-e2e-shared-a-dc7943","name":"default-tenant","reconcileID":"0b784fe1-bb91-4f16-a97c-ff24fb9769fe","tenant":"ai-tenant-e2e-shared-a-dc7943/default-tenant","tenantID":"e2e-shared-a-dc7943","subscriptionNamespace":"ai-tenant-e2e-shared-a-dc7943","gatewayName":"e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T19:58:08Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ac3f2ecc-3d31-41ca-94a3-fd4d7194ae76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:58:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-dc7943","deploymentName":"maas-api-e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T19:58:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-dc7943","deploymentName":"maas-api-e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T19:58:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-dc7943","deploymentName":"maas-api-e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T19:58:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-dc7943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-dc7943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-dc7943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-dc7943"},"tenantIdentifier":"e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T19:58:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-dc7943","deploymentName":"maas-api-e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T19:58:15Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-c62cfb","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-c62cfb","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-c62cfb"},"tenantIdentifier":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:15Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a0b775d0-f726-4e69-8793-12b87f02eda4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:58:15Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-c62cfb","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-c62cfb","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-c62cfb"},"tenantIdentifier":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:15Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-c62cfb"},"namespace":"ai-tenant-e2e-shared-b-c62cfb","name":"default-tenant","reconcileID":"3927487a-8695-48cb-8342-dd284d6e6085","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","tenantID":"e2e-shared-b-c62cfb","subscriptionNamespace":"ai-tenant-e2e-shared-b-c62cfb","gatewayName":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:15Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dbd30ccb-9640-4b1b-bf9d-b148d0c0cb85","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:58:15Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-c62cfb","deploymentName":"maas-api-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:15Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-c62cfb","deploymentName":"maas-api-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:15Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-c62cfb","deploymentName":"maas-api-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-c62cfb","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-c62cfb","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-c62cfb"},"tenantIdentifier":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-c62cfb","deploymentName":"maas-api-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-c62cfb","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-c62cfb","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-c62cfb"},"tenantIdentifier":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-c62cfb","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-c62cfb","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-c62cfb"},"tenantIdentifier":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:16Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-c62cfb"},"namespace":"ai-tenant-e2e-shared-b-c62cfb","name":"default-tenant","reconcileID":"bc434d03-1efc-42bb-b7dd-e59315762528","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","tenantID":"e2e-shared-b-c62cfb","subscriptionNamespace":"ai-tenant-e2e-shared-b-c62cfb","gatewayName":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-c62cfb","deploymentName":"maas-api-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-c62cfb","deploymentName":"maas-api-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-c62cfb","deploymentName":"maas-api-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-c62cfb","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-c62cfb","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-c62cfb"},"tenantIdentifier":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-c62cfb","deploymentName":"maas-api-e2e-shared-b-c62cfb"} {"level":"error","ts":"2026-07-12T19:58:16Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-c62cfb"},"namespace":"ai-tenant-e2e-shared-b-c62cfb","name":"default-tenant","reconcileID":"bc434d03-1efc-42bb-b7dd-e59315762528","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T19:58:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-c62cfb","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-c62cfb","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-c62cfb"},"tenantIdentifier":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-c62cfb","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-c62cfb","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-c62cfb"},"tenantIdentifier":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:16Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-c62cfb"},"namespace":"ai-tenant-e2e-shared-b-c62cfb","name":"default-tenant","reconcileID":"e4737b46-2cbd-407a-8a8d-fad67aed9317","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","tenantID":"e2e-shared-b-c62cfb","subscriptionNamespace":"ai-tenant-e2e-shared-b-c62cfb","gatewayName":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-c62cfb","deploymentName":"maas-api-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-c62cfb","deploymentName":"maas-api-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-c62cfb","deploymentName":"maas-api-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-c62cfb","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-c62cfb","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-c62cfb"},"tenantIdentifier":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-c62cfb","deploymentName":"maas-api-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-c62cfb","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-c62cfb","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-c62cfb"},"tenantIdentifier":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-c62cfb","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-c62cfb","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-c62cfb"},"tenantIdentifier":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:17Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-c62cfb"},"namespace":"ai-tenant-e2e-shared-b-c62cfb","name":"default-tenant","reconcileID":"d7cd083d-5e89-4509-9fdd-1d8480a9ff72","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","tenantID":"e2e-shared-b-c62cfb","subscriptionNamespace":"ai-tenant-e2e-shared-b-c62cfb","gatewayName":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-c62cfb","deploymentName":"maas-api-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-c62cfb","deploymentName":"maas-api-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-c62cfb","deploymentName":"maas-api-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-c62cfb","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-c62cfb","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-c62cfb"},"tenantIdentifier":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-c62cfb","deploymentName":"maas-api-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-dc7943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-dc7943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-dc7943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-dc7943"},"tenantIdentifier":"e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T19:58:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-dc7943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-dc7943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-dc7943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-dc7943"},"tenantIdentifier":"e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T19:58:28Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-dc7943"},"namespace":"ai-tenant-e2e-shared-a-dc7943","name":"default-tenant","reconcileID":"80526d33-7b7b-4b9c-bd0d-ef13a7c9cc44","tenant":"ai-tenant-e2e-shared-a-dc7943/default-tenant","tenantID":"e2e-shared-a-dc7943","subscriptionNamespace":"ai-tenant-e2e-shared-a-dc7943","gatewayName":"e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T19:58:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-dc7943","deploymentName":"maas-api-e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T19:58:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-dc7943","deploymentName":"maas-api-e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T19:58:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-dc7943","deploymentName":"maas-api-e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T19:58:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-dc7943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-dc7943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-dc7943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-dc7943"},"tenantIdentifier":"e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T19:58:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-dc7943","deploymentName":"maas-api-e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T19:58:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-dc7943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-dc7943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-dc7943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-dc7943"},"tenantIdentifier":"e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T19:58:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-dc7943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-dc7943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-dc7943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-dc7943"},"tenantIdentifier":"e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T19:58:28Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-dc7943"},"namespace":"ai-tenant-e2e-shared-a-dc7943","name":"default-tenant","reconcileID":"ac0beb81-a12e-48a1-8aac-bf063db3eeb2","tenant":"ai-tenant-e2e-shared-a-dc7943/default-tenant","tenantID":"e2e-shared-a-dc7943","subscriptionNamespace":"ai-tenant-e2e-shared-a-dc7943","gatewayName":"e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T19:58:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-dc7943","deploymentName":"maas-api-e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T19:58:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-dc7943","deploymentName":"maas-api-e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T19:58:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-dc7943","deploymentName":"maas-api-e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T19:58:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-dc7943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-dc7943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-dc7943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-dc7943"},"tenantIdentifier":"e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T19:58:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-dc7943","deploymentName":"maas-api-e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T19:58:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"18833758-7a2c-4d7b-b507-86b51334041f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:58:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"652ea673-0a05-4183-8faf-a9e568be5394","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T19:58:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T19:58:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T19:58:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-c62cfb","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-c62cfb","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-c62cfb"},"tenantIdentifier":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-c62cfb","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-c62cfb","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-c62cfb"},"tenantIdentifier":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:37Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-c62cfb"},"namespace":"ai-tenant-e2e-shared-b-c62cfb","name":"default-tenant","reconcileID":"04c465cf-a88a-4bea-9538-56947c5654d2","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","tenantID":"e2e-shared-b-c62cfb","subscriptionNamespace":"ai-tenant-e2e-shared-b-c62cfb","gatewayName":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-c62cfb","deploymentName":"maas-api-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-c62cfb","deploymentName":"maas-api-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-c62cfb","deploymentName":"maas-api-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-c62cfb","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-c62cfb","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-c62cfb"},"tenantIdentifier":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-c62cfb","deploymentName":"maas-api-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-c62cfb","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-c62cfb","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-c62cfb"},"tenantIdentifier":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-c62cfb","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-c62cfb","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-c62cfb"},"tenantIdentifier":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:37Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-c62cfb"},"namespace":"ai-tenant-e2e-shared-b-c62cfb","name":"default-tenant","reconcileID":"dca20a58-e4f4-4986-b757-3c0a37a06386","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","tenantID":"e2e-shared-b-c62cfb","subscriptionNamespace":"ai-tenant-e2e-shared-b-c62cfb","gatewayName":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-c62cfb","deploymentName":"maas-api-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-c62cfb","deploymentName":"maas-api-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-c62cfb","deploymentName":"maas-api-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-c62cfb","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-c62cfb","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-c62cfb"},"tenantIdentifier":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:58:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-c62cfb","deploymentName":"maas-api-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T19:59:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T19:59:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T19:59:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T19:59:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T20:00:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T20:00:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T20:00:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T20:00:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T20:01:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-12T20:01:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T20:01:24Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-dc7943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-dc7943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-dc7943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-dc7943"},"tenantIdentifier":"e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T20:01:24Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-dc7943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-dc7943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-dc7943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-dc7943"},"tenantIdentifier":"e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T20:01:24Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-dc7943"},"namespace":"ai-tenant-e2e-shared-a-dc7943","name":"default-tenant","reconcileID":"5681d7bc-b576-4f31-a7e0-1b3f7892a7e6","tenant":"ai-tenant-e2e-shared-a-dc7943/default-tenant","tenantID":"e2e-shared-a-dc7943","subscriptionNamespace":"ai-tenant-e2e-shared-a-dc7943","gatewayName":"e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T20:01:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-dc7943","deploymentName":"maas-api-e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T20:01:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-dc7943","deploymentName":"maas-api-e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T20:01:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-dc7943","deploymentName":"maas-api-e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T20:01:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-dc7943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-dc7943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-dc7943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-dc7943"},"tenantIdentifier":"e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T20:01:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-dc7943","deploymentName":"maas-api-e2e-shared-a-dc7943"} {"level":"error","ts":"2026-07-12T20:01:25Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-dc7943"},"namespace":"ai-tenant-e2e-shared-a-dc7943","name":"default-tenant","reconcileID":"5681d7bc-b576-4f31-a7e0-1b3f7892a7e6","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T20:01:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-dc7943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-dc7943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-dc7943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-dc7943"},"tenantIdentifier":"e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T20:01:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-dc7943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-dc7943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-dc7943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-dc7943"},"tenantIdentifier":"e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T20:01:25Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-dc7943"},"namespace":"ai-tenant-e2e-shared-a-dc7943","name":"default-tenant","reconcileID":"4c6b2e8c-eebe-48f1-b74f-728b637bc72c","namespace":"ai-tenant-e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T20:01:25Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-dc7943"},"namespace":"ai-tenant-e2e-shared-a-dc7943","name":"default-tenant","reconcileID":"4c6b2e8c-eebe-48f1-b74f-728b637bc72c","count":0} {"level":"info","ts":"2026-07-12T20:01:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-dc7943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-dc7943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-dc7943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-dc7943"},"tenantIdentifier":"e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T20:01:25Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-dc7943"},"namespace":"ai-tenant-e2e-shared-a-dc7943","name":"default-tenant","reconcileID":"4c6b2e8c-eebe-48f1-b74f-728b637bc72c","tenant":"e2e-shared-a-dc7943","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-12T20:01:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-dc7943","deploymentName":"maas-api-e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T20:01:25Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-dc7943"},"namespace":"ai-tenant-e2e-shared-a-dc7943","name":"default-tenant","reconcileID":"4c6b2e8c-eebe-48f1-b74f-728b637bc72c","gvk":"Deployment","name":"maas-api-e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T20:01:25Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-dc7943"},"namespace":"ai-tenant-e2e-shared-a-dc7943","name":"default-tenant","reconcileID":"4c6b2e8c-eebe-48f1-b74f-728b637bc72c","gvk":"Service","name":"maas-api-e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T20:01:25Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-dc7943"},"namespace":"ai-tenant-e2e-shared-a-dc7943","name":"default-tenant","reconcileID":"4c6b2e8c-eebe-48f1-b74f-728b637bc72c","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T20:01:25Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-dc7943"},"namespace":"ai-tenant-e2e-shared-a-dc7943","name":"default-tenant","reconcileID":"4c6b2e8c-eebe-48f1-b74f-728b637bc72c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T20:01:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-dc7943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-dc7943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-dc7943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-dc7943"},"tenantIdentifier":"e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T20:01:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-dc7943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-dc7943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-dc7943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-dc7943"},"tenantIdentifier":"e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T20:01:25Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-dc7943"},"namespace":"ai-tenant-e2e-shared-a-dc7943","name":"default-tenant","reconcileID":"f63ef26f-bb3f-4b1a-9add-c82800c4aef8","namespace":"ai-tenant-e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T20:01:25Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-dc7943"},"namespace":"ai-tenant-e2e-shared-a-dc7943","name":"default-tenant","reconcileID":"f63ef26f-bb3f-4b1a-9add-c82800c4aef8","count":0} {"level":"info","ts":"2026-07-12T20:01:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-dc7943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-dc7943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-dc7943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-dc7943"},"tenantIdentifier":"e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T20:01:25Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-dc7943"},"namespace":"ai-tenant-e2e-shared-a-dc7943","name":"default-tenant","reconcileID":"f63ef26f-bb3f-4b1a-9add-c82800c4aef8","tenant":"e2e-shared-a-dc7943","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-12T20:01:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-dc7943","deploymentName":"maas-api-e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T20:01:25Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-dc7943"},"namespace":"ai-tenant-e2e-shared-a-dc7943","name":"default-tenant","reconcileID":"f63ef26f-bb3f-4b1a-9add-c82800c4aef8","gvk":"Deployment","name":"maas-api-e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T20:01:25Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-dc7943"},"namespace":"ai-tenant-e2e-shared-a-dc7943","name":"default-tenant","reconcileID":"f63ef26f-bb3f-4b1a-9add-c82800c4aef8","gvk":"Service","name":"maas-api-e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T20:01:25Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-dc7943"},"namespace":"ai-tenant-e2e-shared-a-dc7943","name":"default-tenant","reconcileID":"f63ef26f-bb3f-4b1a-9add-c82800c4aef8","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-dc7943"} {"level":"info","ts":"2026-07-12T20:01:25Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-dc7943"},"namespace":"ai-tenant-e2e-shared-a-dc7943","name":"default-tenant","reconcileID":"f63ef26f-bb3f-4b1a-9add-c82800c4aef8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-dc7943"} {"level":"error","ts":"2026-07-12T20:01:25Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-dc7943"},"namespace":"ai-tenant-e2e-shared-a-dc7943","name":"default-tenant","reconcileID":"f63ef26f-bb3f-4b1a-9add-c82800c4aef8","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T20:01:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8f1a41f4-7f59-45ed-86ea-447072a81d92","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-12T20:01:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a4a5557c-890f-4d97-9a2e-aa4b58ff070d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-12T20:01:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-c62cfb","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-c62cfb","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-c62cfb"},"tenantIdentifier":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T20:01:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-c62cfb","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-c62cfb","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-c62cfb"},"tenantIdentifier":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T20:01:31Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-c62cfb"},"namespace":"ai-tenant-e2e-shared-b-c62cfb","name":"default-tenant","reconcileID":"7aaf4ee2-a314-4efa-801f-98dbabc7e798","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","tenantID":"e2e-shared-b-c62cfb","subscriptionNamespace":"ai-tenant-e2e-shared-b-c62cfb","gatewayName":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T20:01:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-c62cfb","deploymentName":"maas-api-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T20:01:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-c62cfb","deploymentName":"maas-api-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T20:01:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-c62cfb","deploymentName":"maas-api-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T20:01:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-c62cfb","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-c62cfb","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-c62cfb"},"tenantIdentifier":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T20:01:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-c62cfb","deploymentName":"maas-api-e2e-shared-b-c62cfb"} {"level":"error","ts":"2026-07-12T20:01:32Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-c62cfb"},"namespace":"ai-tenant-e2e-shared-b-c62cfb","name":"default-tenant","reconcileID":"7aaf4ee2-a314-4efa-801f-98dbabc7e798","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T20:01:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-c62cfb","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-c62cfb","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-c62cfb"},"tenantIdentifier":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T20:01:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-c62cfb","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-c62cfb","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-c62cfb"},"tenantIdentifier":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T20:01:32Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-c62cfb"},"namespace":"ai-tenant-e2e-shared-b-c62cfb","name":"default-tenant","reconcileID":"368f27dd-9cd9-4320-8f26-b6b4b22cab0a","namespace":"ai-tenant-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T20:01:32Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-c62cfb"},"namespace":"ai-tenant-e2e-shared-b-c62cfb","name":"default-tenant","reconcileID":"368f27dd-9cd9-4320-8f26-b6b4b22cab0a","count":0} {"level":"info","ts":"2026-07-12T20:01:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-c62cfb","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-c62cfb","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-c62cfb"},"tenantIdentifier":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T20:01:32Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-c62cfb"},"namespace":"ai-tenant-e2e-shared-b-c62cfb","name":"default-tenant","reconcileID":"368f27dd-9cd9-4320-8f26-b6b4b22cab0a","tenant":"e2e-shared-b-c62cfb","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-12T20:01:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-c62cfb","deploymentName":"maas-api-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T20:01:32Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-c62cfb"},"namespace":"ai-tenant-e2e-shared-b-c62cfb","name":"default-tenant","reconcileID":"368f27dd-9cd9-4320-8f26-b6b4b22cab0a","gvk":"Deployment","name":"maas-api-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T20:01:32Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-c62cfb"},"namespace":"ai-tenant-e2e-shared-b-c62cfb","name":"default-tenant","reconcileID":"368f27dd-9cd9-4320-8f26-b6b4b22cab0a","gvk":"Service","name":"maas-api-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T20:01:32Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-c62cfb"},"namespace":"ai-tenant-e2e-shared-b-c62cfb","name":"default-tenant","reconcileID":"368f27dd-9cd9-4320-8f26-b6b4b22cab0a","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T20:01:32Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-c62cfb"},"namespace":"ai-tenant-e2e-shared-b-c62cfb","name":"default-tenant","reconcileID":"368f27dd-9cd9-4320-8f26-b6b4b22cab0a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T20:01:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-c62cfb","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-c62cfb","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-c62cfb"},"tenantIdentifier":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T20:01:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-c62cfb","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-c62cfb","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-c62cfb"},"tenantIdentifier":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T20:01:32Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-c62cfb"},"namespace":"ai-tenant-e2e-shared-b-c62cfb","name":"default-tenant","reconcileID":"adddd7fd-795c-4b51-88f5-0508effc67cc","namespace":"ai-tenant-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T20:01:32Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-c62cfb"},"namespace":"ai-tenant-e2e-shared-b-c62cfb","name":"default-tenant","reconcileID":"adddd7fd-795c-4b51-88f5-0508effc67cc","count":0} {"level":"info","ts":"2026-07-12T20:01:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-c62cfb/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-c62cfb","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-c62cfb","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-c62cfb"},"tenantIdentifier":"e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T20:01:32Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-c62cfb"},"namespace":"ai-tenant-e2e-shared-b-c62cfb","name":"default-tenant","reconcileID":"adddd7fd-795c-4b51-88f5-0508effc67cc","tenant":"e2e-shared-b-c62cfb","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-12T20:01:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-c62cfb","deploymentName":"maas-api-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T20:01:32Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-c62cfb"},"namespace":"ai-tenant-e2e-shared-b-c62cfb","name":"default-tenant","reconcileID":"adddd7fd-795c-4b51-88f5-0508effc67cc","gvk":"Deployment","name":"maas-api-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T20:01:32Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-c62cfb"},"namespace":"ai-tenant-e2e-shared-b-c62cfb","name":"default-tenant","reconcileID":"adddd7fd-795c-4b51-88f5-0508effc67cc","gvk":"Service","name":"maas-api-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T20:01:32Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-c62cfb"},"namespace":"ai-tenant-e2e-shared-b-c62cfb","name":"default-tenant","reconcileID":"adddd7fd-795c-4b51-88f5-0508effc67cc","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-c62cfb"} {"level":"info","ts":"2026-07-12T20:01:32Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-c62cfb"},"namespace":"ai-tenant-e2e-shared-b-c62cfb","name":"default-tenant","reconcileID":"adddd7fd-795c-4b51-88f5-0508effc67cc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-c62cfb"} {"level":"error","ts":"2026-07-12T20:01:32Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-c62cfb"},"namespace":"ai-tenant-e2e-shared-b-c62cfb","name":"default-tenant","reconcileID":"adddd7fd-795c-4b51-88f5-0508effc67cc","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-12T20:01:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-12T20:01:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}