{"level":"info","ts":"2026-07-08T22:06:44Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-3eddaa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-3eddaa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-3eddaa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-3eddaa"},"tenantIdentifier":"e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:06:44Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-3eddaa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-3eddaa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-3eddaa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-3eddaa"},"tenantIdentifier":"e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:06:44Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"default-tenant","reconcileID":"5340fd8d-e71a-4159-875d-b7896cac3229","tenant":"ai-tenant-e2e-inf-b-3eddaa/default-tenant","tenantID":"e2e-inf-b-3eddaa","subscriptionNamespace":"ai-tenant-e2e-inf-b-3eddaa","gatewayName":"e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:06:44Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-3eddaa","deploymentName":"maas-api-e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:06:44Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-3eddaa","deploymentName":"maas-api-e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:06:44Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-3eddaa","deploymentName":"maas-api-e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:06:44Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-3eddaa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-3eddaa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-3eddaa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-3eddaa"},"tenantIdentifier":"e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:06:44Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-3eddaa","deploymentName":"maas-api-e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:06:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T22:06:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T22:06:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2c94a2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2c94a2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2c94a2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2c94a2"},"tenantIdentifier":"e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:06:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2c94a2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2c94a2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2c94a2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2c94a2"},"tenantIdentifier":"e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:06:55Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"default-tenant","reconcileID":"3ce483d4-4c79-4421-8441-75047ecbbd32","tenant":"ai-tenant-e2e-inf-a-2c94a2/default-tenant","tenantID":"e2e-inf-a-2c94a2","subscriptionNamespace":"ai-tenant-e2e-inf-a-2c94a2","gatewayName":"e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:06:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-2c94a2","deploymentName":"maas-api-e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:06:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-2c94a2","deploymentName":"maas-api-e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:06:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-2c94a2","deploymentName":"maas-api-e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:06:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2c94a2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2c94a2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2c94a2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2c94a2"},"tenantIdentifier":"e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:06:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-2c94a2","deploymentName":"maas-api-e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:06:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2c94a2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2c94a2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2c94a2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2c94a2"},"tenantIdentifier":"e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:06:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2c94a2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2c94a2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2c94a2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2c94a2"},"tenantIdentifier":"e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:06:56Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"default-tenant","reconcileID":"bea8cb93-8128-4b71-817c-e71357101030","tenant":"ai-tenant-e2e-inf-a-2c94a2/default-tenant","tenantID":"e2e-inf-a-2c94a2","subscriptionNamespace":"ai-tenant-e2e-inf-a-2c94a2","gatewayName":"e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:06:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-2c94a2","deploymentName":"maas-api-e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:06:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-2c94a2","deploymentName":"maas-api-e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:06:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-2c94a2","deploymentName":"maas-api-e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:06:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2c94a2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2c94a2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2c94a2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2c94a2"},"tenantIdentifier":"e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:06:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-2c94a2","deploymentName":"maas-api-e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:06:57Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2","reconcileID":"ba1812e1-df45-4f2a-b2bb-1b5948258e25","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"routeName":"test-model-2c94a2-kserve-route","namespace":"ai-tenant-e2e-inf-a-2c94a2","llmisvcName":"test-model-2c94a2","gateway":"openshift-ingress/e2e-inf-a-2c94a2","hostnames":[]} {"level":"info","ts":"2026-07-08T22:06:57Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2","reconcileID":"ab22d4e3-0972-431f-9ef2-e03dce7131b0","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"routeName":"test-model-2c94a2-kserve-route","namespace":"ai-tenant-e2e-inf-a-2c94a2","llmisvcName":"test-model-2c94a2","gateway":"openshift-ingress/e2e-inf-a-2c94a2","hostnames":[]} {"level":"info","ts":"2026-07-08T22:06:57Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2","reconcileID":"17649540-b54d-4a8d-93e0-713281c86f57","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"routeName":"test-model-2c94a2-kserve-route","namespace":"ai-tenant-e2e-inf-a-2c94a2","llmisvcName":"test-model-2c94a2","gateway":"openshift-ingress/e2e-inf-a-2c94a2","hostnames":[]} {"level":"error","ts":"2026-07-08T22:06:57Z","msg":"Reconciler error","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2c94a2-sub","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-sub","reconcileID":"01944653-9bbb-418d-bd5b-7cccfa63405f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-2c94a2-sub\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T22:06:57Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2","reconcileID":"88dc8ea5-4929-4d5d-bf96-b58870541e47","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"routeName":"test-model-2c94a2-kserve-route","namespace":"ai-tenant-e2e-inf-a-2c94a2","llmisvcName":"test-model-2c94a2","gateway":"openshift-ingress/e2e-inf-a-2c94a2","hostnames":[]} {"level":"info","ts":"2026-07-08T22:06:57Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2c94a2-sub","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-sub","reconcileID":"afcaaa65-8c5a-45bb-a482-4e06a86e84bc","MaaSSubscription":{"name":"test-model-2c94a2-sub","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"name":"maas-trlp-test-model-2c94a2","model":"test-model-2c94a2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-2c94a2/test-model-2c94a2-sub"]} {"level":"info","ts":"2026-07-08T22:06:57Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2","reconcileID":"f8f4b8f1-a3a3-4a9c-9820-34c58fb86b65","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"routeName":"test-model-2c94a2-kserve-route","namespace":"ai-tenant-e2e-inf-a-2c94a2","llmisvcName":"test-model-2c94a2","gateway":"openshift-ingress/e2e-inf-a-2c94a2","hostnames":[]} {"level":"info","ts":"2026-07-08T22:06:57Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2c94a2-sub","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-sub","reconcileID":"f27921b2-8e6c-442b-b13b-0227814d43f9","MaaSSubscription":{"name":"test-model-2c94a2-sub","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"name":"maas-trlp-test-model-2c94a2","model":"ai-tenant-e2e-inf-a-2c94a2/test-model-2c94a2","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:06:58Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2","reconcileID":"b3f3df73-85c3-429b-843c-d682a9d6aa40","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"routeName":"test-model-2c94a2-kserve-route","namespace":"ai-tenant-e2e-inf-a-2c94a2","llmisvcName":"test-model-2c94a2","gateway":"openshift-ingress/e2e-inf-a-2c94a2","hostnames":[]} {"level":"info","ts":"2026-07-08T22:06:58Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2","reconcileID":"d03cfbd7-a7a2-4e63-9784-86411b6e1769","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"routeName":"test-model-2c94a2-kserve-route","namespace":"ai-tenant-e2e-inf-a-2c94a2","llmisvcName":"test-model-2c94a2","gateway":"openshift-ingress/e2e-inf-a-2c94a2","hostnames":[]} {"level":"info","ts":"2026-07-08T22:06:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2c94a2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2c94a2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2c94a2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2c94a2"},"tenantIdentifier":"e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:06:58Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2","reconcileID":"b1937622-a3bd-490c-9127-91cc7c3fbc3a","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"routeName":"test-model-2c94a2-kserve-route","namespace":"ai-tenant-e2e-inf-a-2c94a2","llmisvcName":"test-model-2c94a2","gateway":"openshift-ingress/e2e-inf-a-2c94a2","hostnames":[]} {"level":"info","ts":"2026-07-08T22:06:58Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2c94a2-auth","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-auth","reconcileID":"9b98d5d9-1b40-4d19-a4e3-d0535ff6d2ae","MaaSAuthPolicy":{"name":"test-model-2c94a2-auth","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2c94a2","tenantID":"e2e-inf-a-2c94a2","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T22:06:58Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2c94a2-sub","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-sub","reconcileID":"21abab06-5ffe-4c21-8c67-e1c428b5bf00","MaaSSubscription":{"name":"test-model-2c94a2-sub","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"name":"maas-trlp-test-model-2c94a2","model":"ai-tenant-e2e-inf-a-2c94a2/test-model-2c94a2","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:06:58Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2c94a2-auth","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-auth","reconcileID":"9b98d5d9-1b40-4d19-a4e3-d0535ff6d2ae"} {"level":"info","ts":"2026-07-08T22:06:58Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2c94a2-auth","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-auth","reconcileID":"9b98d5d9-1b40-4d19-a4e3-d0535ff6d2ae","MaaSAuthPolicy":{"name":"test-model-2c94a2-auth","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"name":"e2e-inf-a-2c94a2-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T22:06:58Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2","reconcileID":"fae66797-c101-4ccd-98cd-ceb883d89cf3","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"routeName":"test-model-2c94a2-kserve-route","namespace":"ai-tenant-e2e-inf-a-2c94a2","llmisvcName":"test-model-2c94a2","gateway":"openshift-ingress/e2e-inf-a-2c94a2","hostnames":[]} {"level":"info","ts":"2026-07-08T22:06:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2c94a2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2c94a2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2c94a2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2c94a2"},"tenantIdentifier":"e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:06:58Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2c94a2-auth","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-auth","reconcileID":"75ad1310-d30b-4770-95a6-4c4d5370dfbd","MaaSAuthPolicy":{"name":"test-model-2c94a2-auth","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2c94a2","tenantID":"e2e-inf-a-2c94a2","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T22:06:58Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2c94a2-auth","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-auth","reconcileID":"75ad1310-d30b-4770-95a6-4c4d5370dfbd"} {"level":"info","ts":"2026-07-08T22:06:58Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2c94a2-auth","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-auth","reconcileID":"75ad1310-d30b-4770-95a6-4c4d5370dfbd","MaaSAuthPolicy":{"name":"test-model-2c94a2-auth","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"name":"e2e-inf-a-2c94a2-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T22:07:00Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2","reconcileID":"c108fdc2-5c1f-4b10-82d4-d62b1de0c53d","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"routeName":"test-model-2c94a2-kserve-route","namespace":"ai-tenant-e2e-inf-a-2c94a2","llmisvcName":"test-model-2c94a2","gateway":"openshift-ingress/e2e-inf-a-2c94a2","hostnames":[]} {"level":"info","ts":"2026-07-08T22:07:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2c94a2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2c94a2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2c94a2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2c94a2"},"tenantIdentifier":"e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:07:00Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2c94a2-auth","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-auth","reconcileID":"2b9396bf-b01c-41d9-b348-c427472d328c","MaaSAuthPolicy":{"name":"test-model-2c94a2-auth","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2c94a2","tenantID":"e2e-inf-a-2c94a2","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T22:07:00Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2c94a2-sub","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-sub","reconcileID":"5cb2da35-e0dd-4fea-9fed-7adadf80112f","MaaSSubscription":{"name":"test-model-2c94a2-sub","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"name":"maas-trlp-test-model-2c94a2","model":"ai-tenant-e2e-inf-a-2c94a2/test-model-2c94a2","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:07:00Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2c94a2-auth","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-auth","reconcileID":"2b9396bf-b01c-41d9-b348-c427472d328c"} {"level":"info","ts":"2026-07-08T22:07:00Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2c94a2-auth","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-auth","reconcileID":"2b9396bf-b01c-41d9-b348-c427472d328c","MaaSAuthPolicy":{"name":"test-model-2c94a2-auth","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"name":"e2e-inf-a-2c94a2-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T22:07:04Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-3eddaa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-3eddaa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-3eddaa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-3eddaa"},"tenantIdentifier":"e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:07:04Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-3eddaa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-3eddaa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-3eddaa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-3eddaa"},"tenantIdentifier":"e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:07:04Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"default-tenant","reconcileID":"c75d4caa-3dbf-4b14-9d3c-2e1d1b7bbe17","tenant":"ai-tenant-e2e-inf-b-3eddaa/default-tenant","tenantID":"e2e-inf-b-3eddaa","subscriptionNamespace":"ai-tenant-e2e-inf-b-3eddaa","gatewayName":"e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:07:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-3eddaa","deploymentName":"maas-api-e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:07:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-3eddaa","deploymentName":"maas-api-e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:07:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-3eddaa","deploymentName":"maas-api-e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:07:05Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-3eddaa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-3eddaa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-3eddaa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-3eddaa"},"tenantIdentifier":"e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:07:05Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-3eddaa","deploymentName":"maas-api-e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:07:05Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-3eddaa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-3eddaa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-3eddaa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-3eddaa"},"tenantIdentifier":"e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:07:05Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-3eddaa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-3eddaa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-3eddaa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-3eddaa"},"tenantIdentifier":"e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:07:05Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"default-tenant","reconcileID":"e333ffb1-a906-4a2e-bfac-08c87baf4707","tenant":"ai-tenant-e2e-inf-b-3eddaa/default-tenant","tenantID":"e2e-inf-b-3eddaa","subscriptionNamespace":"ai-tenant-e2e-inf-b-3eddaa","gatewayName":"e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:07:05Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-3eddaa","deploymentName":"maas-api-e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:07:05Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-3eddaa","deploymentName":"maas-api-e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:07:05Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-3eddaa","deploymentName":"maas-api-e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:07:05Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-3eddaa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-3eddaa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-3eddaa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-3eddaa"},"tenantIdentifier":"e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:07:05Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-3eddaa","deploymentName":"maas-api-e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:07:06Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2c94a2-sub","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-sub","reconcileID":"9eeccb4a-d046-4279-8df5-f0f35f5157b2","MaaSSubscription":{"name":"test-model-2c94a2-sub","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"name":"maas-trlp-test-model-2c94a2","model":"ai-tenant-e2e-inf-a-2c94a2/test-model-2c94a2","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:07:06Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2","reconcileID":"b5fe8f77-4ff0-41f0-86d5-7653f35b3f9f","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"routeName":"test-model-2c94a2-kserve-route","namespace":"ai-tenant-e2e-inf-a-2c94a2","llmisvcName":"test-model-2c94a2","gateway":"openshift-ingress/e2e-inf-a-2c94a2","hostnames":[]} {"level":"info","ts":"2026-07-08T22:07:06Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2c94a2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2c94a2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2c94a2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2c94a2"},"tenantIdentifier":"e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:07:06Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2c94a2-auth","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-auth","reconcileID":"d2f6c838-f286-40bc-a796-f073d02bff24","MaaSAuthPolicy":{"name":"test-model-2c94a2-auth","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2c94a2","tenantID":"e2e-inf-a-2c94a2","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T22:07:06Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2","reconcileID":"8776e6a6-a15e-48c5-be74-204c48941806","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"routeName":"test-model-2c94a2-kserve-route","namespace":"ai-tenant-e2e-inf-a-2c94a2","llmisvcName":"test-model-2c94a2","gateway":"openshift-ingress/e2e-inf-a-2c94a2","hostnames":[]} {"level":"info","ts":"2026-07-08T22:07:06Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2c94a2-sub","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-sub","reconcileID":"272d4427-5ee1-4641-9dea-c4e08041364d","MaaSSubscription":{"name":"test-model-2c94a2-sub","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"name":"maas-trlp-test-model-2c94a2","model":"ai-tenant-e2e-inf-a-2c94a2/test-model-2c94a2","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:07:06Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2c94a2-auth","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-auth","reconcileID":"d2f6c838-f286-40bc-a796-f073d02bff24"} {"level":"info","ts":"2026-07-08T22:07:06Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2c94a2-auth","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-auth","reconcileID":"d2f6c838-f286-40bc-a796-f073d02bff24","MaaSAuthPolicy":{"name":"test-model-2c94a2-auth","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"name":"e2e-inf-a-2c94a2-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T22:07:08Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2","reconcileID":"fb5fc63a-c7d5-4401-9652-e66b5d694673","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"routeName":"test-model-2c94a2-kserve-route","namespace":"ai-tenant-e2e-inf-a-2c94a2","llmisvcName":"test-model-2c94a2","gateway":"openshift-ingress/e2e-inf-a-2c94a2","hostnames":[]} {"level":"info","ts":"2026-07-08T22:07:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2c94a2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2c94a2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2c94a2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2c94a2"},"tenantIdentifier":"e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:07:08Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2c94a2-auth","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-auth","reconcileID":"8dd85870-e4db-480c-a10f-364756150023","MaaSAuthPolicy":{"name":"test-model-2c94a2-auth","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2c94a2","tenantID":"e2e-inf-a-2c94a2","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T22:07:08Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2c94a2-sub","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-sub","reconcileID":"76a0bc9e-d7c5-4f10-a2e9-fc3029b15116","MaaSSubscription":{"name":"test-model-2c94a2-sub","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"name":"maas-trlp-test-model-2c94a2","model":"ai-tenant-e2e-inf-a-2c94a2/test-model-2c94a2","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:07:08Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2c94a2-auth","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-auth","reconcileID":"8dd85870-e4db-480c-a10f-364756150023"} {"level":"info","ts":"2026-07-08T22:07:08Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2c94a2-auth","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-auth","reconcileID":"8dd85870-e4db-480c-a10f-364756150023","MaaSAuthPolicy":{"name":"test-model-2c94a2-auth","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"name":"e2e-inf-a-2c94a2-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T22:07:12Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"217c742d-8277-4987-8641-b03cc01999ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:07:12Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6a841c50-d7b8-4f33-974b-e438ebdf57b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:07:12Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2c94a2-sub","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-sub","reconcileID":"64b2169f-5040-43ed-9eac-4f21b92d68d2","MaaSSubscription":{"name":"test-model-2c94a2-sub","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"name":"maas-trlp-test-model-2c94a2","model":"ai-tenant-e2e-inf-a-2c94a2/test-model-2c94a2","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:07:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T22:07:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T22:07:39Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa","reconcileID":"b6329a0a-1d5b-41a4-82d9-5fc9cb76d321","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"routeName":"test-model-3eddaa-kserve-route","namespace":"ai-tenant-e2e-inf-b-3eddaa","llmisvcName":"test-model-3eddaa","gateway":"openshift-ingress/e2e-inf-b-3eddaa","hostnames":[]} {"level":"info","ts":"2026-07-08T22:07:39Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa","reconcileID":"ff0c0ddc-b97c-477a-bf54-a7f0efade8e1","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"routeName":"test-model-3eddaa-kserve-route","namespace":"ai-tenant-e2e-inf-b-3eddaa","llmisvcName":"test-model-3eddaa","gateway":"openshift-ingress/e2e-inf-b-3eddaa","hostnames":[]} {"level":"info","ts":"2026-07-08T22:07:39Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa","reconcileID":"38060e35-79aa-49d4-95e0-119fbf23a11a","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"routeName":"test-model-3eddaa-kserve-route","namespace":"ai-tenant-e2e-inf-b-3eddaa","llmisvcName":"test-model-3eddaa","gateway":"openshift-ingress/e2e-inf-b-3eddaa","hostnames":[]} {"level":"error","ts":"2026-07-08T22:07:39Z","msg":"Reconciler error","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3eddaa-sub","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa-sub","reconcileID":"ab1bf79b-4399-4dea-9f30-dbae226bf6ac","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-3eddaa-sub\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T22:07:39Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa","reconcileID":"277ce783-6999-449b-9450-8ad54dcc36d3","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"routeName":"test-model-3eddaa-kserve-route","namespace":"ai-tenant-e2e-inf-b-3eddaa","llmisvcName":"test-model-3eddaa","gateway":"openshift-ingress/e2e-inf-b-3eddaa","hostnames":[]} {"level":"info","ts":"2026-07-08T22:07:39Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3eddaa-sub","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa-sub","reconcileID":"301578e1-6599-494d-a80f-61f0fb642c7f","MaaSSubscription":{"name":"test-model-3eddaa-sub","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"name":"maas-trlp-test-model-3eddaa","model":"test-model-3eddaa","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-3eddaa/test-model-3eddaa-sub"]} {"level":"info","ts":"2026-07-08T22:07:39Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa","reconcileID":"8db5dcfe-058c-44cf-a16e-4913a4a5f908","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"routeName":"test-model-3eddaa-kserve-route","namespace":"ai-tenant-e2e-inf-b-3eddaa","llmisvcName":"test-model-3eddaa","gateway":"openshift-ingress/e2e-inf-b-3eddaa","hostnames":[]} {"level":"info","ts":"2026-07-08T22:07:39Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3eddaa-sub","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa-sub","reconcileID":"112f0dc3-17b9-487e-81a9-1bc23bec4ff9","MaaSSubscription":{"name":"test-model-3eddaa-sub","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"name":"maas-trlp-test-model-3eddaa","model":"ai-tenant-e2e-inf-b-3eddaa/test-model-3eddaa","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:07:39Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa","reconcileID":"5a74e6db-6d89-42fc-94ba-660b1a9a465d","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"routeName":"test-model-3eddaa-kserve-route","namespace":"ai-tenant-e2e-inf-b-3eddaa","llmisvcName":"test-model-3eddaa","gateway":"openshift-ingress/e2e-inf-b-3eddaa","hostnames":[]} {"level":"info","ts":"2026-07-08T22:07:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-3eddaa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-3eddaa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-3eddaa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-3eddaa"},"tenantIdentifier":"e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:07:39Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa","reconcileID":"c1b9e521-027f-40be-8f61-b9648d95f818","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"routeName":"test-model-3eddaa-kserve-route","namespace":"ai-tenant-e2e-inf-b-3eddaa","llmisvcName":"test-model-3eddaa","gateway":"openshift-ingress/e2e-inf-b-3eddaa","hostnames":[]} {"level":"info","ts":"2026-07-08T22:07:39Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eddaa-auth","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa-auth","reconcileID":"1e7e80de-6b31-42ae-8524-72394e60a9e5","MaaSAuthPolicy":{"name":"test-model-3eddaa-auth","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-3eddaa","tenantID":"e2e-inf-b-3eddaa","xAPIKeyEnabled":false} {"level":"error","ts":"2026-07-08T22:07:39Z","msg":"failed to update MaaSModelRef status","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa","reconcileID":"c1b9e521-027f-40be-8f61-b9648d95f818","name":"test-model-3eddaa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-3eddaa\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:381\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:345\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:185\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T22:07:39Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3eddaa-sub","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa-sub","reconcileID":"b3df3294-187f-4601-8722-07a914133e4f","MaaSSubscription":{"name":"test-model-3eddaa-sub","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"name":"maas-trlp-test-model-3eddaa","model":"ai-tenant-e2e-inf-b-3eddaa/test-model-3eddaa","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:07:39Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eddaa-auth","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa-auth","reconcileID":"1e7e80de-6b31-42ae-8524-72394e60a9e5"} {"level":"info","ts":"2026-07-08T22:07:39Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eddaa-auth","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa-auth","reconcileID":"1e7e80de-6b31-42ae-8524-72394e60a9e5","MaaSAuthPolicy":{"name":"test-model-3eddaa-auth","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"name":"e2e-inf-b-3eddaa-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T22:07:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-3eddaa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-3eddaa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-3eddaa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-3eddaa"},"tenantIdentifier":"e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:07:39Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa","reconcileID":"fb822ab0-e347-4b9c-9986-7300a8845246","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"routeName":"test-model-3eddaa-kserve-route","namespace":"ai-tenant-e2e-inf-b-3eddaa","llmisvcName":"test-model-3eddaa","gateway":"openshift-ingress/e2e-inf-b-3eddaa","hostnames":[]} {"level":"info","ts":"2026-07-08T22:07:39Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eddaa-auth","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa-auth","reconcileID":"b62e3c62-4dbf-4e05-8dc5-4bf38d4e6563","MaaSAuthPolicy":{"name":"test-model-3eddaa-auth","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-3eddaa","tenantID":"e2e-inf-b-3eddaa","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T22:07:39Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eddaa-auth","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa-auth","reconcileID":"b62e3c62-4dbf-4e05-8dc5-4bf38d4e6563"} {"level":"info","ts":"2026-07-08T22:07:39Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eddaa-auth","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa-auth","reconcileID":"b62e3c62-4dbf-4e05-8dc5-4bf38d4e6563","MaaSAuthPolicy":{"name":"test-model-3eddaa-auth","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"name":"e2e-inf-b-3eddaa-maas-auth","namespace":"openshift-ingress"} {"level":"error","ts":"2026-07-08T22:07:39Z","msg":"failed to update MaaSAuthPolicy status","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eddaa-auth","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa-auth","reconcileID":"b62e3c62-4dbf-4e05-8dc5-4bf38d4e6563","name":"test-model-3eddaa-auth","error":"Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"test-model-3eddaa-auth\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1770\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:555\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T22:07:40Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2c94a2-sub","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-sub","reconcileID":"9c9971bd-b30b-4de1-a10c-48c06a4ff32b","MaaSSubscription":{"name":"test-model-2c94a2-sub","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"name":"maas-trlp-test-model-2c94a2","model":"ai-tenant-e2e-inf-a-2c94a2/test-model-2c94a2","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:07:40Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"80e13521-cf24-43bb-8178-d9d6ce51a89d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:07:40Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a9476678-bec9-4b3b-98ea-0ab85ef05ed4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:07:40Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa","reconcileID":"9a8a3a24-159b-4e87-b024-024378a22b45","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"routeName":"test-model-3eddaa-kserve-route","namespace":"ai-tenant-e2e-inf-b-3eddaa","llmisvcName":"test-model-3eddaa","gateway":"openshift-ingress/e2e-inf-b-3eddaa","hostnames":[]} {"level":"info","ts":"2026-07-08T22:07:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-3eddaa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-3eddaa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-3eddaa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-3eddaa"},"tenantIdentifier":"e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:07:40Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eddaa-auth","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa-auth","reconcileID":"baa716d3-6981-4fef-955f-1bda25ccb8ea","MaaSAuthPolicy":{"name":"test-model-3eddaa-auth","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-3eddaa","tenantID":"e2e-inf-b-3eddaa","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T22:07:40Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3eddaa-sub","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa-sub","reconcileID":"f90d1475-f2ae-4a97-8de0-827b70462877","MaaSSubscription":{"name":"test-model-3eddaa-sub","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"name":"maas-trlp-test-model-3eddaa","model":"ai-tenant-e2e-inf-b-3eddaa/test-model-3eddaa","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:07:40Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eddaa-auth","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa-auth","reconcileID":"baa716d3-6981-4fef-955f-1bda25ccb8ea"} {"level":"info","ts":"2026-07-08T22:07:40Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eddaa-auth","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa-auth","reconcileID":"baa716d3-6981-4fef-955f-1bda25ccb8ea","MaaSAuthPolicy":{"name":"test-model-3eddaa-auth","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"name":"e2e-inf-b-3eddaa-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T22:07:46Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa","reconcileID":"523c6bf1-28ee-473e-ac16-96ab1fcc220b","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"routeName":"test-model-3eddaa-kserve-route","namespace":"ai-tenant-e2e-inf-b-3eddaa","llmisvcName":"test-model-3eddaa","gateway":"openshift-ingress/e2e-inf-b-3eddaa","hostnames":[]} {"level":"info","ts":"2026-07-08T22:07:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-3eddaa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-3eddaa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-3eddaa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-3eddaa"},"tenantIdentifier":"e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:07:46Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eddaa-auth","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa-auth","reconcileID":"253e9fdd-bef2-4c64-b045-63fe0ef9ef97","MaaSAuthPolicy":{"name":"test-model-3eddaa-auth","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-3eddaa","tenantID":"e2e-inf-b-3eddaa","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T22:07:46Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3eddaa-sub","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa-sub","reconcileID":"bb82eff9-c75c-40e2-8352-436e7c7c97b0","MaaSSubscription":{"name":"test-model-3eddaa-sub","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"name":"maas-trlp-test-model-3eddaa","model":"ai-tenant-e2e-inf-b-3eddaa/test-model-3eddaa","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:07:46Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eddaa-auth","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa-auth","reconcileID":"253e9fdd-bef2-4c64-b045-63fe0ef9ef97"} {"level":"info","ts":"2026-07-08T22:07:46Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eddaa-auth","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa-auth","reconcileID":"253e9fdd-bef2-4c64-b045-63fe0ef9ef97","MaaSAuthPolicy":{"name":"test-model-3eddaa-auth","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"name":"e2e-inf-b-3eddaa-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T22:07:47Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3eddaa-sub","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa-sub","reconcileID":"063f8ca1-f9fa-4cbd-93df-783d8107283c","MaaSSubscription":{"name":"test-model-3eddaa-sub","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"name":"maas-trlp-test-model-3eddaa","model":"ai-tenant-e2e-inf-b-3eddaa/test-model-3eddaa","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:07:47Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa","reconcileID":"c89b24ea-32dd-4b42-86fd-aa939da4d720","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"routeName":"test-model-3eddaa-kserve-route","namespace":"ai-tenant-e2e-inf-b-3eddaa","llmisvcName":"test-model-3eddaa","gateway":"openshift-ingress/e2e-inf-b-3eddaa","hostnames":[]} {"level":"info","ts":"2026-07-08T22:07:47Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-3eddaa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-3eddaa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-3eddaa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-3eddaa"},"tenantIdentifier":"e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:07:47Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa","reconcileID":"4f547d3d-6a9b-4ca6-95ab-2822ca51c4c4","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"routeName":"test-model-3eddaa-kserve-route","namespace":"ai-tenant-e2e-inf-b-3eddaa","llmisvcName":"test-model-3eddaa","gateway":"openshift-ingress/e2e-inf-b-3eddaa","hostnames":[]} {"level":"info","ts":"2026-07-08T22:07:47Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eddaa-auth","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa-auth","reconcileID":"402f8b02-adb7-4eff-845a-a198c10aa492","MaaSAuthPolicy":{"name":"test-model-3eddaa-auth","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-3eddaa","tenantID":"e2e-inf-b-3eddaa","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T22:07:47Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3eddaa-sub","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa-sub","reconcileID":"4754f721-8ab0-4c58-b42d-1b31d64682cc","MaaSSubscription":{"name":"test-model-3eddaa-sub","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"name":"maas-trlp-test-model-3eddaa","model":"ai-tenant-e2e-inf-b-3eddaa/test-model-3eddaa","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:07:47Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eddaa-auth","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa-auth","reconcileID":"402f8b02-adb7-4eff-845a-a198c10aa492"} {"level":"info","ts":"2026-07-08T22:07:47Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eddaa-auth","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa-auth","reconcileID":"402f8b02-adb7-4eff-845a-a198c10aa492","MaaSAuthPolicy":{"name":"test-model-3eddaa-auth","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"name":"e2e-inf-b-3eddaa-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T22:07:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T22:07:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T22:07:54Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2c94a2-auth","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-auth","reconcileID":"f43206e4-5ee7-4ce7-9c5f-1000f7a51251","MaaSAuthPolicy":{"name":"test-model-2c94a2-auth","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"model":"ai-tenant-e2e-inf-a-2c94a2/test-model-2c94a2"} {"level":"info","ts":"2026-07-08T22:07:54Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2","reconcileID":"21e729fc-a152-42aa-90f0-c392c771982d","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"routeName":"test-model-2c94a2-kserve-route","namespace":"ai-tenant-e2e-inf-a-2c94a2","llmisvcName":"test-model-2c94a2","gateway":"openshift-ingress/e2e-inf-a-2c94a2","hostnames":[]} {"level":"info","ts":"2026-07-08T22:07:54Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2c94a2-auth","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-auth","reconcileID":"fceccea9-ea8e-4fc9-ba4e-8d3d1fd13612","MaaSAuthPolicy":{"name":"test-model-2c94a2-auth","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"model":"ai-tenant-e2e-inf-a-2c94a2/test-model-2c94a2"} {"level":"info","ts":"2026-07-08T22:07:54Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2","reconcileID":"618ee2da-8952-49d4-99ea-e26e5f53260b","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"routeName":"test-model-2c94a2-kserve-route","namespace":"ai-tenant-e2e-inf-a-2c94a2","llmisvcName":"test-model-2c94a2","gateway":"openshift-ingress/e2e-inf-a-2c94a2","hostnames":[]} {"level":"info","ts":"2026-07-08T22:07:54Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2c94a2-sub","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-sub","reconcileID":"17d8ce14-6dd7-482c-a493-1c317385f808","MaaSSubscription":{"name":"test-model-2c94a2-sub","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"name":"maas-trlp-test-model-2c94a2","model":"ai-tenant-e2e-inf-a-2c94a2/test-model-2c94a2","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:07:54Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2c94a2-sub","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-sub","reconcileID":"ecf21f09-42da-4172-9c59-1ee0d9c276cc","MaaSSubscription":{"name":"test-model-2c94a2-sub","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"name":"maas-trlp-test-model-2c94a2","model":"ai-tenant-e2e-inf-a-2c94a2/test-model-2c94a2","subscriptionCount":1} {"level":"error","ts":"2026-07-08T22:07:55Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2c94a2-auth","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-auth","reconcileID":"fceccea9-ea8e-4fc9-ba4e-8d3d1fd13612","error":"maasauthpolicies.maas.opendatahub.io \"test-model-2c94a2-auth\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T22:07:55Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2c94a2-sub","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-sub","reconcileID":"30065724-efc4-40d2-830d-905d0115f6e7","MaaSSubscription":{"name":"test-model-2c94a2-sub","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"model":"ai-tenant-e2e-inf-a-2c94a2/test-model-2c94a2","subscription":"test-model-2c94a2-sub"} {"level":"info","ts":"2026-07-08T22:07:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2","reconcileID":"658524ba-6316-4f09-8297-8978b600e6ed","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"routeName":"test-model-2c94a2-kserve-route","namespace":"ai-tenant-e2e-inf-a-2c94a2","llmisvcName":"test-model-2c94a2","gateway":"openshift-ingress/e2e-inf-a-2c94a2","hostnames":[]} {"level":"info","ts":"2026-07-08T22:07:55Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2c94a2-sub","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-sub","reconcileID":"30065724-efc4-40d2-830d-905d0115f6e7","MaaSSubscription":{"name":"test-model-2c94a2-sub","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"model":"ai-tenant-e2e-inf-a-2c94a2/test-model-2c94a2"} {"level":"info","ts":"2026-07-08T22:07:55Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2c94a2-sub","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2-sub","reconcileID":"30065724-efc4-40d2-830d-905d0115f6e7","MaaSSubscription":{"name":"test-model-2c94a2-sub","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"name":"maas-trlp-test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2","model":"ai-tenant-e2e-inf-a-2c94a2/test-model-2c94a2"} {"level":"info","ts":"2026-07-08T22:07:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"test-model-2c94a2","reconcileID":"f126bc11-6b81-4a07-9491-d0570de67fc1","MaaSModelRef":{"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"routeName":"test-model-2c94a2-kserve-route","namespace":"ai-tenant-e2e-inf-a-2c94a2","llmisvcName":"test-model-2c94a2","gateway":"openshift-ingress/e2e-inf-a-2c94a2","hostnames":[]} {"level":"info","ts":"2026-07-08T22:07:55Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3eddaa-auth","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa-auth","reconcileID":"e43e7570-dd93-438f-9f68-13e7eef58c75","MaaSAuthPolicy":{"name":"test-model-3eddaa-auth","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"model":"ai-tenant-e2e-inf-b-3eddaa/test-model-3eddaa"} {"level":"info","ts":"2026-07-08T22:07:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa","reconcileID":"8cae9c6a-d1dc-4cdd-b7d0-50ce6b933c84","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"routeName":"test-model-3eddaa-kserve-route","namespace":"ai-tenant-e2e-inf-b-3eddaa","llmisvcName":"test-model-3eddaa","gateway":"openshift-ingress/e2e-inf-b-3eddaa","hostnames":[]} {"level":"info","ts":"2026-07-08T22:07:55Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3eddaa-sub","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa-sub","reconcileID":"7e883aed-c818-4c1e-9743-03092a4e8360","MaaSSubscription":{"name":"test-model-3eddaa-sub","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"name":"maas-trlp-test-model-3eddaa","model":"ai-tenant-e2e-inf-b-3eddaa/test-model-3eddaa","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:07:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa","reconcileID":"c101990f-fd8c-4970-b3d0-5b0d4c2a705c","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"routeName":"test-model-3eddaa-kserve-route","namespace":"ai-tenant-e2e-inf-b-3eddaa","llmisvcName":"test-model-3eddaa","gateway":"openshift-ingress/e2e-inf-b-3eddaa","hostnames":[]} {"level":"info","ts":"2026-07-08T22:07:55Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3eddaa-sub","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa-sub","reconcileID":"03de8da5-a3f4-4a06-903c-b97a594171a2","MaaSSubscription":{"name":"test-model-3eddaa-sub","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"name":"maas-trlp-test-model-3eddaa","model":"ai-tenant-e2e-inf-b-3eddaa/test-model-3eddaa","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:07:56Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3eddaa-sub","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa-sub","reconcileID":"6b49ffa4-1897-4c90-a24b-c8e7e893d83a","MaaSSubscription":{"name":"test-model-3eddaa-sub","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"model":"ai-tenant-e2e-inf-b-3eddaa/test-model-3eddaa","subscription":"test-model-3eddaa-sub"} {"level":"info","ts":"2026-07-08T22:07:56Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa","reconcileID":"d99833e2-841a-45fb-aba5-4ddd406a0ed0","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"routeName":"test-model-3eddaa-kserve-route","namespace":"ai-tenant-e2e-inf-b-3eddaa","llmisvcName":"test-model-3eddaa","gateway":"openshift-ingress/e2e-inf-b-3eddaa","hostnames":[]} {"level":"info","ts":"2026-07-08T22:07:56Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3eddaa-sub","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa-sub","reconcileID":"6b49ffa4-1897-4c90-a24b-c8e7e893d83a","MaaSSubscription":{"name":"test-model-3eddaa-sub","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"model":"ai-tenant-e2e-inf-b-3eddaa/test-model-3eddaa"} {"level":"info","ts":"2026-07-08T22:07:56Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3eddaa-sub","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa-sub","reconcileID":"6b49ffa4-1897-4c90-a24b-c8e7e893d83a","MaaSSubscription":{"name":"test-model-3eddaa-sub","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"name":"maas-trlp-test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa","model":"ai-tenant-e2e-inf-b-3eddaa/test-model-3eddaa"} {"level":"info","ts":"2026-07-08T22:07:56Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"test-model-3eddaa","reconcileID":"1710f78c-cdbf-4cc1-b0fa-cc7e2dd1beb9","MaaSModelRef":{"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"routeName":"test-model-3eddaa-kserve-route","namespace":"ai-tenant-e2e-inf-b-3eddaa","llmisvcName":"test-model-3eddaa","gateway":"openshift-ingress/e2e-inf-b-3eddaa","hostnames":[]} {"level":"info","ts":"2026-07-08T22:07:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2c94a2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2c94a2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2c94a2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2c94a2"},"tenantIdentifier":"e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:07:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2c94a2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2c94a2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2c94a2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2c94a2"},"tenantIdentifier":"e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:07:56Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"default-tenant","reconcileID":"2f27fa69-01a4-4dbd-8b85-02285d920465","tenant":"ai-tenant-e2e-inf-a-2c94a2/default-tenant","tenantID":"e2e-inf-a-2c94a2","subscriptionNamespace":"ai-tenant-e2e-inf-a-2c94a2","gatewayName":"e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:07:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-2c94a2","deploymentName":"maas-api-e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:07:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-2c94a2","deploymentName":"maas-api-e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:07:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-2c94a2","deploymentName":"maas-api-e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:07:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2c94a2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2c94a2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2c94a2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2c94a2"},"tenantIdentifier":"e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:07:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-2c94a2","deploymentName":"maas-api-e2e-inf-a-2c94a2"} {"level":"error","ts":"2026-07-08T22:07:57Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"default-tenant","reconcileID":"2f27fa69-01a4-4dbd-8b85-02285d920465","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T22:07:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2c94a2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2c94a2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2c94a2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2c94a2"},"tenantIdentifier":"e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:07:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2c94a2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2c94a2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2c94a2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2c94a2"},"tenantIdentifier":"e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:07:57Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"default-tenant","reconcileID":"3d848a52-ca5e-485e-bdd3-9d4d5bc74391","namespace":"ai-tenant-e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:07:57Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"default-tenant","reconcileID":"3d848a52-ca5e-485e-bdd3-9d4d5bc74391","count":0} {"level":"info","ts":"2026-07-08T22:07:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2c94a2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2c94a2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2c94a2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2c94a2"},"tenantIdentifier":"e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:07:57Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"default-tenant","reconcileID":"3d848a52-ca5e-485e-bdd3-9d4d5bc74391","tenant":"e2e-inf-a-2c94a2","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T22:07:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-2c94a2","deploymentName":"maas-api-e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:07:57Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"default-tenant","reconcileID":"3d848a52-ca5e-485e-bdd3-9d4d5bc74391","gvk":"Deployment","name":"maas-api-e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:07:57Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"default-tenant","reconcileID":"3d848a52-ca5e-485e-bdd3-9d4d5bc74391","gvk":"Service","name":"maas-api-e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:07:57Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"default-tenant","reconcileID":"3d848a52-ca5e-485e-bdd3-9d4d5bc74391","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:07:57Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"default-tenant","reconcileID":"3d848a52-ca5e-485e-bdd3-9d4d5bc74391","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:07:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2c94a2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2c94a2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2c94a2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2c94a2"},"tenantIdentifier":"e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:07:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2c94a2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2c94a2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2c94a2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2c94a2"},"tenantIdentifier":"e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:07:57Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"default-tenant","reconcileID":"82eaa1a1-2f90-4279-8104-a0caacdf15ae","namespace":"ai-tenant-e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:07:57Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"default-tenant","reconcileID":"82eaa1a1-2f90-4279-8104-a0caacdf15ae","count":0} {"level":"info","ts":"2026-07-08T22:07:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2c94a2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2c94a2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2c94a2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2c94a2"},"tenantIdentifier":"e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:07:57Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"default-tenant","reconcileID":"82eaa1a1-2f90-4279-8104-a0caacdf15ae","tenant":"e2e-inf-a-2c94a2","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T22:07:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-2c94a2","deploymentName":"maas-api-e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:07:57Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"default-tenant","reconcileID":"82eaa1a1-2f90-4279-8104-a0caacdf15ae","gvk":"Deployment","name":"maas-api-e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:07:57Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"default-tenant","reconcileID":"82eaa1a1-2f90-4279-8104-a0caacdf15ae","gvk":"Service","name":"maas-api-e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:07:57Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"default-tenant","reconcileID":"82eaa1a1-2f90-4279-8104-a0caacdf15ae","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-2c94a2"} {"level":"info","ts":"2026-07-08T22:07:57Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"default-tenant","reconcileID":"82eaa1a1-2f90-4279-8104-a0caacdf15ae","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-2c94a2"} {"level":"error","ts":"2026-07-08T22:07:57Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2c94a2"},"namespace":"ai-tenant-e2e-inf-a-2c94a2","name":"default-tenant","reconcileID":"82eaa1a1-2f90-4279-8104-a0caacdf15ae","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T22:08:14Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"243881a9-9943-4d19-b958-5dd0425bb750","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:08:14Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"debd617c-e53c-488f-83d5-02cfbd4609e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:08:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T22:08:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T22:08:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-3eddaa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-3eddaa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-3eddaa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-3eddaa"},"tenantIdentifier":"e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:08:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-3eddaa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-3eddaa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-3eddaa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-3eddaa"},"tenantIdentifier":"e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:08:39Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"default-tenant","reconcileID":"c75a4217-7ee3-4054-be30-bf3834b78e4b","tenant":"ai-tenant-e2e-inf-b-3eddaa/default-tenant","tenantID":"e2e-inf-b-3eddaa","subscriptionNamespace":"ai-tenant-e2e-inf-b-3eddaa","gatewayName":"e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:08:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-3eddaa","deploymentName":"maas-api-e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:08:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-3eddaa","deploymentName":"maas-api-e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:08:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-3eddaa","deploymentName":"maas-api-e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:08:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-3eddaa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-3eddaa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-3eddaa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-3eddaa"},"tenantIdentifier":"e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:08:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-3eddaa","deploymentName":"maas-api-e2e-inf-b-3eddaa"} {"level":"error","ts":"2026-07-08T22:08:40Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"default-tenant","reconcileID":"c75a4217-7ee3-4054-be30-bf3834b78e4b","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T22:08:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-3eddaa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-3eddaa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-3eddaa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-3eddaa"},"tenantIdentifier":"e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:08:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-3eddaa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-3eddaa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-3eddaa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-3eddaa"},"tenantIdentifier":"e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:08:40Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"default-tenant","reconcileID":"5477df7e-ceb0-46da-a4ca-ec716bcaafc6","namespace":"ai-tenant-e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:08:40Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"default-tenant","reconcileID":"5477df7e-ceb0-46da-a4ca-ec716bcaafc6","count":0} {"level":"info","ts":"2026-07-08T22:08:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-3eddaa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-3eddaa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-3eddaa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-3eddaa"},"tenantIdentifier":"e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:08:40Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"default-tenant","reconcileID":"5477df7e-ceb0-46da-a4ca-ec716bcaafc6","tenant":"e2e-inf-b-3eddaa","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T22:08:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-3eddaa","deploymentName":"maas-api-e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:08:40Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"default-tenant","reconcileID":"5477df7e-ceb0-46da-a4ca-ec716bcaafc6","gvk":"Deployment","name":"maas-api-e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:08:40Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"default-tenant","reconcileID":"5477df7e-ceb0-46da-a4ca-ec716bcaafc6","gvk":"Service","name":"maas-api-e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:08:40Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"default-tenant","reconcileID":"5477df7e-ceb0-46da-a4ca-ec716bcaafc6","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:08:40Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-3eddaa"},"namespace":"ai-tenant-e2e-inf-b-3eddaa","name":"default-tenant","reconcileID":"5477df7e-ceb0-46da-a4ca-ec716bcaafc6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-3eddaa"} {"level":"info","ts":"2026-07-08T22:08:44Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"200550c6-c261-43b7-9200-ffa65fee9611","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:08:44Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3ddf2514-319c-4843-bad3-7093a101fb07","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:08:49Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-09afc7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-09afc7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-09afc7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-09afc7"},"tenantIdentifier":"e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:08:49Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-09afc7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-09afc7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-09afc7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-09afc7"},"tenantIdentifier":"e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:08:49Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"default-tenant","reconcileID":"347925a5-e53d-485e-903e-c489db4d0feb","tenant":"ai-tenant-e2e-api-a-09afc7/default-tenant","tenantID":"e2e-api-a-09afc7","subscriptionNamespace":"ai-tenant-e2e-api-a-09afc7","gatewayName":"e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:08:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-09afc7","deploymentName":"maas-api-e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:08:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-09afc7","deploymentName":"maas-api-e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:08:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-09afc7","deploymentName":"maas-api-e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:08:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T22:08:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T22:08:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-09afc7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-09afc7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-09afc7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-09afc7"},"tenantIdentifier":"e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:08:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-09afc7","deploymentName":"maas-api-e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:08:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-09afc7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-09afc7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-09afc7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-09afc7"},"tenantIdentifier":"e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:08:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-09afc7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-09afc7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-09afc7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-09afc7"},"tenantIdentifier":"e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:08:50Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"default-tenant","reconcileID":"e16bdf9b-edd6-4f5b-abcd-8cc6676baf69","tenant":"ai-tenant-e2e-api-a-09afc7/default-tenant","tenantID":"e2e-api-a-09afc7","subscriptionNamespace":"ai-tenant-e2e-api-a-09afc7","gatewayName":"e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:08:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-09afc7","deploymentName":"maas-api-e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:08:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-09afc7","deploymentName":"maas-api-e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:08:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-09afc7","deploymentName":"maas-api-e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:08:50Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dc040410-cce6-4652-b0c4-6a4e3f9e0213","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:08:50Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"01b7c8bd-085f-4284-9121-defdba652186","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:08:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-09afc7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-09afc7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-09afc7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-09afc7"},"tenantIdentifier":"e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:08:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-09afc7","deploymentName":"maas-api-e2e-api-a-09afc7"} {"level":"error","ts":"2026-07-08T22:08:50Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"default-tenant","reconcileID":"e16bdf9b-edd6-4f5b-abcd-8cc6676baf69","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T22:08:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-09afc7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-09afc7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-09afc7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-09afc7"},"tenantIdentifier":"e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:08:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-09afc7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-09afc7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-09afc7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-09afc7"},"tenantIdentifier":"e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:08:50Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"default-tenant","reconcileID":"1d57ab80-f961-450d-9063-420b945d9fac","tenant":"ai-tenant-e2e-api-a-09afc7/default-tenant","tenantID":"e2e-api-a-09afc7","subscriptionNamespace":"ai-tenant-e2e-api-a-09afc7","gatewayName":"e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:08:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-09afc7","deploymentName":"maas-api-e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:08:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-09afc7","deploymentName":"maas-api-e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:08:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-09afc7","deploymentName":"maas-api-e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:08:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-09afc7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-09afc7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-09afc7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-09afc7"},"tenantIdentifier":"e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:08:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-09afc7","deploymentName":"maas-api-e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:08:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-09afc7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-09afc7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-09afc7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-09afc7"},"tenantIdentifier":"e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:08:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-09afc7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-09afc7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-09afc7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-09afc7"},"tenantIdentifier":"e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:08:51Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"default-tenant","reconcileID":"b461935a-8c41-4318-bc95-00aa1676d38d","tenant":"ai-tenant-e2e-api-a-09afc7/default-tenant","tenantID":"e2e-api-a-09afc7","subscriptionNamespace":"ai-tenant-e2e-api-a-09afc7","gatewayName":"e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:08:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-09afc7","deploymentName":"maas-api-e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:08:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-09afc7","deploymentName":"maas-api-e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:08:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-09afc7","deploymentName":"maas-api-e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:08:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-09afc7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-09afc7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-09afc7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-09afc7"},"tenantIdentifier":"e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:08:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-09afc7","deploymentName":"maas-api-e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:08:54Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99085572-e206-4ec5-93d6-aefe7d042e48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T22:08:54Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"934fb974-8916-4c89-9194-347d45c6f4d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T22:08:54Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-09afc7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-09afc7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-09afc7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-09afc7"},"tenantIdentifier":"e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:08:54Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-09afc7-policy","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"e2e-e2e-api-a-09afc7-policy","reconcileID":"ed506e5b-abfb-456e-b160-bd290006b302","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-09afc7-policy","namespace":"ai-tenant-e2e-api-a-09afc7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-09afc7","tenantID":"e2e-api-a-09afc7","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T22:08:54Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-09afc7-policy","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"e2e-e2e-api-a-09afc7-policy","reconcileID":"ed506e5b-abfb-456e-b160-bd290006b302"} {"level":"info","ts":"2026-07-08T22:08:54Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-09afc7-policy","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"e2e-e2e-api-a-09afc7-policy","reconcileID":"ed506e5b-abfb-456e-b160-bd290006b302","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-09afc7-policy","namespace":"ai-tenant-e2e-api-a-09afc7"},"name":"e2e-api-a-09afc7-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T22:08:54Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5880a6d1-997c-496c-99d1-345220f5a600","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T22:08:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-648128/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-648128","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-648128","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-648128"},"tenantIdentifier":"e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:08:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-648128/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-648128","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-648128","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-648128"},"tenantIdentifier":"e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:08:57Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-648128"},"namespace":"ai-tenant-e2e-api-b-648128","name":"default-tenant","reconcileID":"3cf98e17-3323-4423-a1c4-347d5a7a0ea0","tenant":"ai-tenant-e2e-api-b-648128/default-tenant","tenantID":"e2e-api-b-648128","subscriptionNamespace":"ai-tenant-e2e-api-b-648128","gatewayName":"e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:08:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-648128","deploymentName":"maas-api-e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:08:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-648128","deploymentName":"maas-api-e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:08:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-648128","deploymentName":"maas-api-e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:08:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-648128/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-648128","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-648128","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-648128"},"tenantIdentifier":"e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:08:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-648128","deploymentName":"maas-api-e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:08:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-648128/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-648128","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-648128","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-648128"},"tenantIdentifier":"e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:08:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-648128/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-648128","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-648128","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-648128"},"tenantIdentifier":"e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:08:58Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-648128"},"namespace":"ai-tenant-e2e-api-b-648128","name":"default-tenant","reconcileID":"2996b5dc-7d58-4bf9-8a8a-1931a7887b97","tenant":"ai-tenant-e2e-api-b-648128/default-tenant","tenantID":"e2e-api-b-648128","subscriptionNamespace":"ai-tenant-e2e-api-b-648128","gatewayName":"e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:08:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-648128","deploymentName":"maas-api-e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:08:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-648128","deploymentName":"maas-api-e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:08:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-648128","deploymentName":"maas-api-e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:08:58Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"14ce96bc-a766-49aa-b103-0426f4513fc1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:08:58Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fcb7b021-d6df-4bc9-9c58-91e3ae7578b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:08:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-648128/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-648128","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-648128","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-648128"},"tenantIdentifier":"e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:08:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-648128","deploymentName":"maas-api-e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:09:01Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a82c1424-3746-4ee2-be37-47d730f6dcfe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T22:09:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-648128/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-648128","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-648128","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-648128"},"tenantIdentifier":"e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:09:01Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f181d369-2cfa-495d-9f38-09e46cc6f6f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T22:09:01Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-648128-policy","namespace":"ai-tenant-e2e-api-b-648128"},"namespace":"ai-tenant-e2e-api-b-648128","name":"e2e-e2e-api-b-648128-policy","reconcileID":"5126147e-f703-451b-9ff2-fd667f5f1830","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-648128-policy","namespace":"ai-tenant-e2e-api-b-648128"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-648128","tenantID":"e2e-api-b-648128","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T22:09:01Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-648128-policy","namespace":"ai-tenant-e2e-api-b-648128"},"namespace":"ai-tenant-e2e-api-b-648128","name":"e2e-e2e-api-b-648128-policy","reconcileID":"5126147e-f703-451b-9ff2-fd667f5f1830"} {"level":"info","ts":"2026-07-08T22:09:01Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-648128-policy","namespace":"ai-tenant-e2e-api-b-648128"},"namespace":"ai-tenant-e2e-api-b-648128","name":"e2e-e2e-api-b-648128-policy","reconcileID":"5126147e-f703-451b-9ff2-fd667f5f1830","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-648128-policy","namespace":"ai-tenant-e2e-api-b-648128"},"name":"e2e-api-b-648128-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T22:09:01Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0248fe09-6798-4766-b45c-12472a451809","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T22:09:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-09afc7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-09afc7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-09afc7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-09afc7"},"tenantIdentifier":"e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:09:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-09afc7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-09afc7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-09afc7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-09afc7"},"tenantIdentifier":"e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:09:09Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-09afc7-policy","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"e2e-e2e-api-a-09afc7-policy","reconcileID":"b86fdaed-a2e5-40f0-b360-079afaa1577c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-09afc7-policy","namespace":"ai-tenant-e2e-api-a-09afc7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-09afc7","tenantID":"e2e-api-a-09afc7","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T22:09:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-09afc7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-09afc7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-09afc7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-09afc7"},"tenantIdentifier":"e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:09:09Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"default-tenant","reconcileID":"7036b1d9-b7a0-40fc-8d1a-ccbb4d5932dc","tenant":"ai-tenant-e2e-api-a-09afc7/default-tenant","tenantID":"e2e-api-a-09afc7","subscriptionNamespace":"ai-tenant-e2e-api-a-09afc7","gatewayName":"e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:09:09Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-09afc7-policy","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"e2e-e2e-api-a-09afc7-policy","reconcileID":"b86fdaed-a2e5-40f0-b360-079afaa1577c"} {"level":"info","ts":"2026-07-08T22:09:09Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-09afc7-policy","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"e2e-e2e-api-a-09afc7-policy","reconcileID":"b86fdaed-a2e5-40f0-b360-079afaa1577c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-09afc7-policy","namespace":"ai-tenant-e2e-api-a-09afc7"},"name":"e2e-api-a-09afc7-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T22:09:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-09afc7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-09afc7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-09afc7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-09afc7"},"tenantIdentifier":"e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:09:09Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-09afc7-policy","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"e2e-e2e-api-a-09afc7-policy","reconcileID":"410b0fd0-5124-43a9-8346-f76c640e845e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-09afc7-policy","namespace":"ai-tenant-e2e-api-a-09afc7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-09afc7","tenantID":"e2e-api-a-09afc7","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T22:09:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-09afc7","deploymentName":"maas-api-e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:09:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-09afc7","deploymentName":"maas-api-e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:09:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-09afc7","deploymentName":"maas-api-e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:09:09Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-09afc7-policy","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"e2e-e2e-api-a-09afc7-policy","reconcileID":"410b0fd0-5124-43a9-8346-f76c640e845e"} {"level":"info","ts":"2026-07-08T22:09:09Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-09afc7-policy","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"e2e-e2e-api-a-09afc7-policy","reconcileID":"410b0fd0-5124-43a9-8346-f76c640e845e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-09afc7-policy","namespace":"ai-tenant-e2e-api-a-09afc7"},"name":"e2e-api-a-09afc7-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T22:09:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-09afc7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-09afc7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-09afc7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-09afc7"},"tenantIdentifier":"e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:09:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-09afc7","deploymentName":"maas-api-e2e-api-a-09afc7"} {"level":"error","ts":"2026-07-08T22:09:10Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"default-tenant","reconcileID":"7036b1d9-b7a0-40fc-8d1a-ccbb4d5932dc","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T22:09:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-09afc7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-09afc7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-09afc7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-09afc7"},"tenantIdentifier":"e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:09:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-09afc7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-09afc7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-09afc7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-09afc7"},"tenantIdentifier":"e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:09:10Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"default-tenant","reconcileID":"2e812cb4-5e91-4cf7-aab2-682dc7f8e56d","namespace":"ai-tenant-e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:09:10Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"default-tenant","reconcileID":"2e812cb4-5e91-4cf7-aab2-682dc7f8e56d","name":"e2e-e2e-api-a-09afc7-policy","namespace":"ai-tenant-e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:09:10Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-09afc7-policy","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"e2e-e2e-api-a-09afc7-policy","reconcileID":"cf8fa922-c941-48c3-83ec-9a6c3e0c65a7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-09afc7-policy","namespace":"ai-tenant-e2e-api-a-09afc7"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-08T22:09:10Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"default-tenant","reconcileID":"2e812cb4-5e91-4cf7-aab2-682dc7f8e56d","count":1} {"level":"info","ts":"2026-07-08T22:09:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-09afc7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-09afc7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-09afc7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-09afc7"},"tenantIdentifier":"e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:09:10Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"default-tenant","reconcileID":"2e812cb4-5e91-4cf7-aab2-682dc7f8e56d","tenant":"e2e-api-a-09afc7","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T22:09:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-09afc7","deploymentName":"maas-api-e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:09:10Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"default-tenant","reconcileID":"2e812cb4-5e91-4cf7-aab2-682dc7f8e56d","gvk":"Deployment","name":"maas-api-e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:09:10Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"default-tenant","reconcileID":"2e812cb4-5e91-4cf7-aab2-682dc7f8e56d","gvk":"Service","name":"maas-api-e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:09:10Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"default-tenant","reconcileID":"2e812cb4-5e91-4cf7-aab2-682dc7f8e56d","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:09:10Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"default-tenant","reconcileID":"2e812cb4-5e91-4cf7-aab2-682dc7f8e56d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:09:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-09afc7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-09afc7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-09afc7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-09afc7"},"tenantIdentifier":"e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:09:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-09afc7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-09afc7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-09afc7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-09afc7"},"tenantIdentifier":"e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:09:10Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"default-tenant","reconcileID":"a427db85-4291-4b1a-96ec-21df5e883dcb","namespace":"ai-tenant-e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:09:10Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"default-tenant","reconcileID":"a427db85-4291-4b1a-96ec-21df5e883dcb","name":"e2e-e2e-api-a-09afc7-policy","namespace":"ai-tenant-e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:09:10Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"default-tenant","reconcileID":"a427db85-4291-4b1a-96ec-21df5e883dcb","count":1} {"level":"info","ts":"2026-07-08T22:09:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-09afc7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-09afc7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-09afc7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-09afc7"},"tenantIdentifier":"e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:09:10Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"default-tenant","reconcileID":"a427db85-4291-4b1a-96ec-21df5e883dcb","tenant":"e2e-api-a-09afc7","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T22:09:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-09afc7","deploymentName":"maas-api-e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:09:10Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"default-tenant","reconcileID":"a427db85-4291-4b1a-96ec-21df5e883dcb","gvk":"Deployment","name":"maas-api-e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:09:10Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"default-tenant","reconcileID":"a427db85-4291-4b1a-96ec-21df5e883dcb","gvk":"Service","name":"maas-api-e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:09:10Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"default-tenant","reconcileID":"a427db85-4291-4b1a-96ec-21df5e883dcb","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-09afc7"} {"level":"info","ts":"2026-07-08T22:09:10Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"default-tenant","reconcileID":"a427db85-4291-4b1a-96ec-21df5e883dcb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-09afc7"} {"level":"error","ts":"2026-07-08T22:09:10Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-09afc7"},"namespace":"ai-tenant-e2e-api-a-09afc7","name":"default-tenant","reconcileID":"a427db85-4291-4b1a-96ec-21df5e883dcb","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T22:09:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-648128/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-648128","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-648128","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-648128"},"tenantIdentifier":"e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:09:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-648128/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-648128","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-648128","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-648128"},"tenantIdentifier":"e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:09:16Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-648128-policy","namespace":"ai-tenant-e2e-api-b-648128"},"namespace":"ai-tenant-e2e-api-b-648128","name":"e2e-e2e-api-b-648128-policy","reconcileID":"47891358-3607-4399-86aa-fd2d66c125e9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-648128-policy","namespace":"ai-tenant-e2e-api-b-648128"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-648128","tenantID":"e2e-api-b-648128","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T22:09:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-648128/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-648128","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-648128","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-648128"},"tenantIdentifier":"e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:09:16Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-648128"},"namespace":"ai-tenant-e2e-api-b-648128","name":"default-tenant","reconcileID":"99938264-b0a1-4ded-ab7e-7680264e66c7","tenant":"ai-tenant-e2e-api-b-648128/default-tenant","tenantID":"e2e-api-b-648128","subscriptionNamespace":"ai-tenant-e2e-api-b-648128","gatewayName":"e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:09:16Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-648128-policy","namespace":"ai-tenant-e2e-api-b-648128"},"namespace":"ai-tenant-e2e-api-b-648128","name":"e2e-e2e-api-b-648128-policy","reconcileID":"47891358-3607-4399-86aa-fd2d66c125e9"} {"level":"info","ts":"2026-07-08T22:09:16Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-648128-policy","namespace":"ai-tenant-e2e-api-b-648128"},"namespace":"ai-tenant-e2e-api-b-648128","name":"e2e-e2e-api-b-648128-policy","reconcileID":"47891358-3607-4399-86aa-fd2d66c125e9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-648128-policy","namespace":"ai-tenant-e2e-api-b-648128"},"name":"e2e-api-b-648128-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T22:09:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-648128/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-648128","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-648128","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-648128"},"tenantIdentifier":"e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:09:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-648128","deploymentName":"maas-api-e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:09:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-648128","deploymentName":"maas-api-e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:09:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-648128","deploymentName":"maas-api-e2e-api-b-648128"} {"level":"error","ts":"2026-07-08T22:09:16Z","msg":"failed to fetch gateway info","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-648128-policy","namespace":"ai-tenant-e2e-api-b-648128"},"namespace":"ai-tenant-e2e-api-b-648128","name":"e2e-e2e-api-b-648128-policy","reconcileID":"1735c129-631a-41af-8064-fac992a4f493","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-648128-policy","namespace":"ai-tenant-e2e-api-b-648128"},"error":"get owning AITenant ai-tenants/e2e-api-b-648128 for tenant ai-tenant-e2e-api-b-648128/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-b-648128\" not found","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:472\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T22:09:16Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-648128-policy","namespace":"ai-tenant-e2e-api-b-648128"},"namespace":"ai-tenant-e2e-api-b-648128","name":"e2e-e2e-api-b-648128-policy","reconcileID":"1735c129-631a-41af-8064-fac992a4f493","error":"get owning AITenant ai-tenants/e2e-api-b-648128 for tenant ai-tenant-e2e-api-b-648128/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-b-648128\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T22:09:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-648128/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-648128","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-648128","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-648128"},"tenantIdentifier":"e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:09:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-648128","deploymentName":"maas-api-e2e-api-b-648128"} {"level":"error","ts":"2026-07-08T22:09:17Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-648128"},"namespace":"ai-tenant-e2e-api-b-648128","name":"default-tenant","reconcileID":"99938264-b0a1-4ded-ab7e-7680264e66c7","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T22:09:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-648128/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-648128","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-648128","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-648128"},"tenantIdentifier":"e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:09:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-648128/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-648128","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-648128","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-648128"},"tenantIdentifier":"e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:09:17Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-648128"},"namespace":"ai-tenant-e2e-api-b-648128","name":"default-tenant","reconcileID":"baf31c82-350d-439c-93d8-2e711d1e8705","namespace":"ai-tenant-e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:09:17Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-648128"},"namespace":"ai-tenant-e2e-api-b-648128","name":"default-tenant","reconcileID":"baf31c82-350d-439c-93d8-2e711d1e8705","name":"e2e-e2e-api-b-648128-policy","namespace":"ai-tenant-e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:09:17Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-648128"},"namespace":"ai-tenant-e2e-api-b-648128","name":"default-tenant","reconcileID":"baf31c82-350d-439c-93d8-2e711d1e8705","count":1} {"level":"info","ts":"2026-07-08T22:09:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-648128/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-648128","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-648128","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-648128"},"tenantIdentifier":"e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:09:17Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-648128"},"namespace":"ai-tenant-e2e-api-b-648128","name":"default-tenant","reconcileID":"baf31c82-350d-439c-93d8-2e711d1e8705","tenant":"e2e-api-b-648128","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T22:09:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-648128","deploymentName":"maas-api-e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:09:17Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-648128-policy","namespace":"ai-tenant-e2e-api-b-648128"},"namespace":"ai-tenant-e2e-api-b-648128","name":"e2e-e2e-api-b-648128-policy","reconcileID":"984e62bc-d19c-4c3c-b161-a7132ae70758","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-648128-policy","namespace":"ai-tenant-e2e-api-b-648128"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-08T22:09:17Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-648128"},"namespace":"ai-tenant-e2e-api-b-648128","name":"default-tenant","reconcileID":"baf31c82-350d-439c-93d8-2e711d1e8705","gvk":"Deployment","name":"maas-api-e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:09:17Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-648128"},"namespace":"ai-tenant-e2e-api-b-648128","name":"default-tenant","reconcileID":"baf31c82-350d-439c-93d8-2e711d1e8705","gvk":"Service","name":"maas-api-e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:09:17Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-648128"},"namespace":"ai-tenant-e2e-api-b-648128","name":"default-tenant","reconcileID":"baf31c82-350d-439c-93d8-2e711d1e8705","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:09:17Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-648128"},"namespace":"ai-tenant-e2e-api-b-648128","name":"default-tenant","reconcileID":"baf31c82-350d-439c-93d8-2e711d1e8705","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-648128"} {"level":"info","ts":"2026-07-08T22:09:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T22:09:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T22:09:24Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-08T22:09:24Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-08T22:09:24Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"904af14e-f353-4c96-9a1f-4a4180f960b3","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-07-08T22:09:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-08T22:09:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-08T22:09:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-08T22:09:24Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-08T22:09:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-08T22:09:26Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c45f56/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c45f56","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c45f56","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c45f56"},"tenantIdentifier":"e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:09:26Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c45f56/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c45f56","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c45f56","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c45f56"},"tenantIdentifier":"e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:09:26Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-c45f56"},"namespace":"ai-tenant-e2e-shared-a-c45f56","name":"default-tenant","reconcileID":"45e031bd-7efe-4424-853e-161e2f53ba0b","tenant":"ai-tenant-e2e-shared-a-c45f56/default-tenant","tenantID":"e2e-shared-a-c45f56","subscriptionNamespace":"ai-tenant-e2e-shared-a-c45f56","gatewayName":"e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:09:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c45f56","deploymentName":"maas-api-e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:09:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c45f56","deploymentName":"maas-api-e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:09:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c45f56","deploymentName":"maas-api-e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:09:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c45f56/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c45f56","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c45f56","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c45f56"},"tenantIdentifier":"e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:09:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c45f56","deploymentName":"maas-api-e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:09:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c45f56/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c45f56","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c45f56","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c45f56"},"tenantIdentifier":"e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:09:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c45f56/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c45f56","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c45f56","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c45f56"},"tenantIdentifier":"e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:09:28Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-c45f56"},"namespace":"ai-tenant-e2e-shared-a-c45f56","name":"default-tenant","reconcileID":"176e69b4-f457-4d0f-b067-7f6d82623b5e","tenant":"ai-tenant-e2e-shared-a-c45f56/default-tenant","tenantID":"e2e-shared-a-c45f56","subscriptionNamespace":"ai-tenant-e2e-shared-a-c45f56","gatewayName":"e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:09:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c45f56","deploymentName":"maas-api-e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:09:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c45f56","deploymentName":"maas-api-e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:09:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c45f56","deploymentName":"maas-api-e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:09:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c45f56/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c45f56","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c45f56","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c45f56"},"tenantIdentifier":"e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:09:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c45f56","deploymentName":"maas-api-e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:09:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca01c9/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca01c9","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca01c9","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca01c9"},"tenantIdentifier":"e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:09:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca01c9/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca01c9","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca01c9","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca01c9"},"tenantIdentifier":"e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:09:34Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca01c9"},"namespace":"ai-tenant-e2e-shared-b-ca01c9","name":"default-tenant","reconcileID":"6522df4c-63fd-4d60-9a62-2e36645b9d40","tenant":"ai-tenant-e2e-shared-b-ca01c9/default-tenant","tenantID":"e2e-shared-b-ca01c9","subscriptionNamespace":"ai-tenant-e2e-shared-b-ca01c9","gatewayName":"e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:09:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca01c9","deploymentName":"maas-api-e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:09:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca01c9","deploymentName":"maas-api-e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:09:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca01c9","deploymentName":"maas-api-e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:09:35Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca01c9/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca01c9","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca01c9","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca01c9"},"tenantIdentifier":"e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:09:35Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca01c9","deploymentName":"maas-api-e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:09:35Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca01c9/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca01c9","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca01c9","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca01c9"},"tenantIdentifier":"e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:09:35Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca01c9/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca01c9","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca01c9","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca01c9"},"tenantIdentifier":"e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:09:35Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca01c9"},"namespace":"ai-tenant-e2e-shared-b-ca01c9","name":"default-tenant","reconcileID":"d6699d3e-7c56-4abc-bd06-ae35b2a7bcbf","tenant":"ai-tenant-e2e-shared-b-ca01c9/default-tenant","tenantID":"e2e-shared-b-ca01c9","subscriptionNamespace":"ai-tenant-e2e-shared-b-ca01c9","gatewayName":"e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:09:35Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca01c9","deploymentName":"maas-api-e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:09:35Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca01c9","deploymentName":"maas-api-e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:09:35Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca01c9","deploymentName":"maas-api-e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:09:35Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca01c9/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca01c9","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca01c9","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca01c9"},"tenantIdentifier":"e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:09:35Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca01c9","deploymentName":"maas-api-e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:09:48Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c45f56/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c45f56","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c45f56","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c45f56"},"tenantIdentifier":"e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:09:48Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c45f56/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c45f56","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c45f56","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c45f56"},"tenantIdentifier":"e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:09:48Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-c45f56"},"namespace":"ai-tenant-e2e-shared-a-c45f56","name":"default-tenant","reconcileID":"2a9124c1-56d4-4748-a03c-9786177ed220","tenant":"ai-tenant-e2e-shared-a-c45f56/default-tenant","tenantID":"e2e-shared-a-c45f56","subscriptionNamespace":"ai-tenant-e2e-shared-a-c45f56","gatewayName":"e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:09:48Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c45f56","deploymentName":"maas-api-e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:09:48Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c45f56","deploymentName":"maas-api-e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:09:48Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c45f56","deploymentName":"maas-api-e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:09:48Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c45f56/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c45f56","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c45f56","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c45f56"},"tenantIdentifier":"e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:09:48Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c45f56","deploymentName":"maas-api-e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:09:48Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c45f56/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c45f56","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c45f56","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c45f56"},"tenantIdentifier":"e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:09:48Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c45f56/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c45f56","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c45f56","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c45f56"},"tenantIdentifier":"e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:09:48Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-c45f56"},"namespace":"ai-tenant-e2e-shared-a-c45f56","name":"default-tenant","reconcileID":"e023f62f-8779-4936-89f0-b1c53c371d0d","tenant":"ai-tenant-e2e-shared-a-c45f56/default-tenant","tenantID":"e2e-shared-a-c45f56","subscriptionNamespace":"ai-tenant-e2e-shared-a-c45f56","gatewayName":"e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:09:48Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c45f56","deploymentName":"maas-api-e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:09:48Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c45f56","deploymentName":"maas-api-e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:09:48Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c45f56","deploymentName":"maas-api-e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:09:49Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c45f56/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c45f56","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c45f56","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c45f56"},"tenantIdentifier":"e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:09:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c45f56","deploymentName":"maas-api-e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:09:49Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fd9f3e2b-a5ec-4450-9dc3-11e7111800fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:09:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T22:09:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T22:09:50Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"447cf752-2bdd-443a-b2f8-a803fe15c42e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:09:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca01c9/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca01c9","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca01c9","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca01c9"},"tenantIdentifier":"e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:09:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca01c9/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca01c9","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca01c9","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca01c9"},"tenantIdentifier":"e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:09:55Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca01c9"},"namespace":"ai-tenant-e2e-shared-b-ca01c9","name":"default-tenant","reconcileID":"b3fcff7f-6118-4547-b48c-5ba1701d177d","tenant":"ai-tenant-e2e-shared-b-ca01c9/default-tenant","tenantID":"e2e-shared-b-ca01c9","subscriptionNamespace":"ai-tenant-e2e-shared-b-ca01c9","gatewayName":"e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:09:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca01c9","deploymentName":"maas-api-e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:09:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca01c9","deploymentName":"maas-api-e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:09:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca01c9","deploymentName":"maas-api-e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:09:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca01c9/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca01c9","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca01c9","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca01c9"},"tenantIdentifier":"e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:09:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca01c9","deploymentName":"maas-api-e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:09:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca01c9/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca01c9","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca01c9","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca01c9"},"tenantIdentifier":"e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:09:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca01c9/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca01c9","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca01c9","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca01c9"},"tenantIdentifier":"e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:09:56Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca01c9"},"namespace":"ai-tenant-e2e-shared-b-ca01c9","name":"default-tenant","reconcileID":"ba140187-8dfa-4135-b80d-439868bab356","tenant":"ai-tenant-e2e-shared-b-ca01c9/default-tenant","tenantID":"e2e-shared-b-ca01c9","subscriptionNamespace":"ai-tenant-e2e-shared-b-ca01c9","gatewayName":"e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:09:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca01c9","deploymentName":"maas-api-e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:09:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca01c9","deploymentName":"maas-api-e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:09:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca01c9","deploymentName":"maas-api-e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:09:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca01c9/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca01c9","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca01c9","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca01c9"},"tenantIdentifier":"e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:09:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca01c9","deploymentName":"maas-api-e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:10:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T22:10:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T22:10:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T22:10:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T22:11:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T22:11:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T22:11:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T22:11:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T22:12:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T22:12:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T22:12:43Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c45f56/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c45f56","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c45f56","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c45f56"},"tenantIdentifier":"e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:12:43Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c45f56/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c45f56","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c45f56","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c45f56"},"tenantIdentifier":"e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:12:43Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-c45f56"},"namespace":"ai-tenant-e2e-shared-a-c45f56","name":"default-tenant","reconcileID":"bd4f3bc6-b410-4a3b-b661-6d8ad15290b7","tenant":"ai-tenant-e2e-shared-a-c45f56/default-tenant","tenantID":"e2e-shared-a-c45f56","subscriptionNamespace":"ai-tenant-e2e-shared-a-c45f56","gatewayName":"e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:12:43Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c45f56","deploymentName":"maas-api-e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:12:43Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c45f56","deploymentName":"maas-api-e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:12:43Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c45f56","deploymentName":"maas-api-e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:12:44Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c45f56/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c45f56","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c45f56","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c45f56"},"tenantIdentifier":"e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:12:44Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c45f56","deploymentName":"maas-api-e2e-shared-a-c45f56"} {"level":"error","ts":"2026-07-08T22:12:44Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-c45f56"},"namespace":"ai-tenant-e2e-shared-a-c45f56","name":"default-tenant","reconcileID":"bd4f3bc6-b410-4a3b-b661-6d8ad15290b7","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T22:12:44Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c45f56/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c45f56","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c45f56","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c45f56"},"tenantIdentifier":"e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:12:44Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c45f56/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c45f56","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c45f56","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c45f56"},"tenantIdentifier":"e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:12:44Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-c45f56"},"namespace":"ai-tenant-e2e-shared-a-c45f56","name":"default-tenant","reconcileID":"0af8866e-24d7-4f46-9beb-f5d13b8c2d5e","namespace":"ai-tenant-e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:12:44Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-c45f56"},"namespace":"ai-tenant-e2e-shared-a-c45f56","name":"default-tenant","reconcileID":"0af8866e-24d7-4f46-9beb-f5d13b8c2d5e","count":0} {"level":"info","ts":"2026-07-08T22:12:44Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c45f56/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c45f56","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c45f56","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c45f56"},"tenantIdentifier":"e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:12:44Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-c45f56"},"namespace":"ai-tenant-e2e-shared-a-c45f56","name":"default-tenant","reconcileID":"0af8866e-24d7-4f46-9beb-f5d13b8c2d5e","tenant":"e2e-shared-a-c45f56","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T22:12:44Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c45f56","deploymentName":"maas-api-e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:12:44Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-c45f56"},"namespace":"ai-tenant-e2e-shared-a-c45f56","name":"default-tenant","reconcileID":"0af8866e-24d7-4f46-9beb-f5d13b8c2d5e","gvk":"Deployment","name":"maas-api-e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:12:44Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-c45f56"},"namespace":"ai-tenant-e2e-shared-a-c45f56","name":"default-tenant","reconcileID":"0af8866e-24d7-4f46-9beb-f5d13b8c2d5e","gvk":"Service","name":"maas-api-e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:12:44Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-c45f56"},"namespace":"ai-tenant-e2e-shared-a-c45f56","name":"default-tenant","reconcileID":"0af8866e-24d7-4f46-9beb-f5d13b8c2d5e","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:12:44Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-c45f56"},"namespace":"ai-tenant-e2e-shared-a-c45f56","name":"default-tenant","reconcileID":"0af8866e-24d7-4f46-9beb-f5d13b8c2d5e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-c45f56"} {"level":"info","ts":"2026-07-08T22:12:48Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6b961c5f-a63d-4eb8-9ded-a651a62b2d08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:12:48Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"17f4bd81-a512-4a3f-8ff0-8cff6cf91153","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T22:12:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T22:12:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T22:12:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca01c9/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca01c9","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca01c9","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca01c9"},"tenantIdentifier":"e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:12:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca01c9/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca01c9","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca01c9","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca01c9"},"tenantIdentifier":"e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:12:50Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca01c9"},"namespace":"ai-tenant-e2e-shared-b-ca01c9","name":"default-tenant","reconcileID":"2e97b0b2-ea52-4e1a-8d7a-ab793cb95986","tenant":"ai-tenant-e2e-shared-b-ca01c9/default-tenant","tenantID":"e2e-shared-b-ca01c9","subscriptionNamespace":"ai-tenant-e2e-shared-b-ca01c9","gatewayName":"e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:12:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca01c9","deploymentName":"maas-api-e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:12:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca01c9","deploymentName":"maas-api-e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:12:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca01c9","deploymentName":"maas-api-e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:12:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca01c9/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca01c9","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca01c9","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca01c9"},"tenantIdentifier":"e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:12:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca01c9","deploymentName":"maas-api-e2e-shared-b-ca01c9"} {"level":"error","ts":"2026-07-08T22:12:51Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca01c9"},"namespace":"ai-tenant-e2e-shared-b-ca01c9","name":"default-tenant","reconcileID":"2e97b0b2-ea52-4e1a-8d7a-ab793cb95986","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T22:12:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca01c9/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca01c9","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca01c9","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca01c9"},"tenantIdentifier":"e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:12:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca01c9/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca01c9","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca01c9","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca01c9"},"tenantIdentifier":"e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:12:51Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca01c9"},"namespace":"ai-tenant-e2e-shared-b-ca01c9","name":"default-tenant","reconcileID":"e90dd8d4-05fe-4c45-b88d-1365cd59a933","namespace":"ai-tenant-e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:12:51Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca01c9"},"namespace":"ai-tenant-e2e-shared-b-ca01c9","name":"default-tenant","reconcileID":"e90dd8d4-05fe-4c45-b88d-1365cd59a933","count":0} {"level":"info","ts":"2026-07-08T22:12:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca01c9/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca01c9","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca01c9","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca01c9"},"tenantIdentifier":"e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:12:51Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca01c9"},"namespace":"ai-tenant-e2e-shared-b-ca01c9","name":"default-tenant","reconcileID":"e90dd8d4-05fe-4c45-b88d-1365cd59a933","tenant":"e2e-shared-b-ca01c9","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T22:12:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca01c9","deploymentName":"maas-api-e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:12:51Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca01c9"},"namespace":"ai-tenant-e2e-shared-b-ca01c9","name":"default-tenant","reconcileID":"e90dd8d4-05fe-4c45-b88d-1365cd59a933","gvk":"Deployment","name":"maas-api-e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:12:51Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca01c9"},"namespace":"ai-tenant-e2e-shared-b-ca01c9","name":"default-tenant","reconcileID":"e90dd8d4-05fe-4c45-b88d-1365cd59a933","gvk":"Service","name":"maas-api-e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:12:51Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca01c9"},"namespace":"ai-tenant-e2e-shared-b-ca01c9","name":"default-tenant","reconcileID":"e90dd8d4-05fe-4c45-b88d-1365cd59a933","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:12:51Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca01c9"},"namespace":"ai-tenant-e2e-shared-b-ca01c9","name":"default-tenant","reconcileID":"e90dd8d4-05fe-4c45-b88d-1365cd59a933","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:12:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca01c9/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca01c9","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca01c9","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca01c9"},"tenantIdentifier":"e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:12:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca01c9/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca01c9","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca01c9","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca01c9"},"tenantIdentifier":"e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:12:51Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca01c9"},"namespace":"ai-tenant-e2e-shared-b-ca01c9","name":"default-tenant","reconcileID":"e6b4d214-e811-4d26-aa2a-351bfd755522","namespace":"ai-tenant-e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:12:51Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca01c9"},"namespace":"ai-tenant-e2e-shared-b-ca01c9","name":"default-tenant","reconcileID":"e6b4d214-e811-4d26-aa2a-351bfd755522","count":0} {"level":"info","ts":"2026-07-08T22:12:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-ca01c9/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-ca01c9","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-ca01c9","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-ca01c9"},"tenantIdentifier":"e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:12:51Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca01c9"},"namespace":"ai-tenant-e2e-shared-b-ca01c9","name":"default-tenant","reconcileID":"e6b4d214-e811-4d26-aa2a-351bfd755522","tenant":"e2e-shared-b-ca01c9","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T22:12:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-ca01c9","deploymentName":"maas-api-e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:12:51Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca01c9"},"namespace":"ai-tenant-e2e-shared-b-ca01c9","name":"default-tenant","reconcileID":"e6b4d214-e811-4d26-aa2a-351bfd755522","gvk":"Deployment","name":"maas-api-e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:12:51Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca01c9"},"namespace":"ai-tenant-e2e-shared-b-ca01c9","name":"default-tenant","reconcileID":"e6b4d214-e811-4d26-aa2a-351bfd755522","gvk":"Service","name":"maas-api-e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:12:51Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca01c9"},"namespace":"ai-tenant-e2e-shared-b-ca01c9","name":"default-tenant","reconcileID":"e6b4d214-e811-4d26-aa2a-351bfd755522","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-ca01c9"} {"level":"info","ts":"2026-07-08T22:12:51Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca01c9"},"namespace":"ai-tenant-e2e-shared-b-ca01c9","name":"default-tenant","reconcileID":"e6b4d214-e811-4d26-aa2a-351bfd755522","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-ca01c9"} {"level":"error","ts":"2026-07-08T22:12:51Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-ca01c9"},"namespace":"ai-tenant-e2e-shared-b-ca01c9","name":"default-tenant","reconcileID":"e6b4d214-e811-4d26-aa2a-351bfd755522","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}