{"level":"info","ts":"2026-07-08T17:52:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-446c79/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-446c79","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-446c79","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-446c79"},"tenantIdentifier":"e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:52:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-446c79","deploymentName":"maas-api-e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:52:27Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7","reconcileID":"f61ed125-c576-4906-ae89-c5b404162eac","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"routeName":"test-model-a1ffe7-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1ffe7","llmisvcName":"test-model-a1ffe7","gateway":"openshift-ingress/e2e-inf-a-a1ffe7","hostnames":[]} {"level":"info","ts":"2026-07-08T17:52:27Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7","reconcileID":"aa9c5995-2181-4ec7-9873-b2e80b892889","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"routeName":"test-model-a1ffe7-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1ffe7","llmisvcName":"test-model-a1ffe7","gateway":"openshift-ingress/e2e-inf-a-a1ffe7","hostnames":[]} {"level":"info","ts":"2026-07-08T17:52:27Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7","reconcileID":"47f48369-e70f-4d93-8f6c-b2e52a846c97","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"routeName":"test-model-a1ffe7-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1ffe7","llmisvcName":"test-model-a1ffe7","gateway":"openshift-ingress/e2e-inf-a-a1ffe7","hostnames":[]} {"level":"info","ts":"2026-07-08T17:52:27Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a1ffe7-sub","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7-sub","reconcileID":"ccc7e290-e9ae-42b6-8a69-565937975074","MaaSSubscription":{"name":"test-model-a1ffe7-sub","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"name":"maas-trlp-test-model-a1ffe7","model":"test-model-a1ffe7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-a1ffe7/test-model-a1ffe7-sub"]} {"level":"info","ts":"2026-07-08T17:52:27Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7","reconcileID":"c8954534-2e3b-4f1a-b4d4-2f022406e432","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"routeName":"test-model-a1ffe7-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1ffe7","llmisvcName":"test-model-a1ffe7","gateway":"openshift-ingress/e2e-inf-a-a1ffe7","hostnames":[]} {"level":"info","ts":"2026-07-08T17:52:27Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a1ffe7-sub","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7-sub","reconcileID":"03ede4ae-6443-472e-a21f-514a500b14b0","MaaSSubscription":{"name":"test-model-a1ffe7-sub","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"name":"maas-trlp-test-model-a1ffe7","model":"ai-tenant-e2e-inf-a-a1ffe7/test-model-a1ffe7","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:52:27Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7","reconcileID":"caeb3df5-e8d4-46fa-8e60-541c39c70b14","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"routeName":"test-model-a1ffe7-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1ffe7","llmisvcName":"test-model-a1ffe7","gateway":"openshift-ingress/e2e-inf-a-a1ffe7","hostnames":[]} {"level":"info","ts":"2026-07-08T17:52:27Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7","reconcileID":"5460d8c9-eff8-41b9-bb1f-775313f1047d","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"routeName":"test-model-a1ffe7-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1ffe7","llmisvcName":"test-model-a1ffe7","gateway":"openshift-ingress/e2e-inf-a-a1ffe7","hostnames":[]} {"level":"info","ts":"2026-07-08T17:52:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-a1ffe7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-a1ffe7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-a1ffe7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"tenantIdentifier":"e2e-inf-a-a1ffe7"} {"level":"error","ts":"2026-07-08T17:52:27Z","msg":"failed to update MaaSModelRef status","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7","reconcileID":"5460d8c9-eff8-41b9-bb1f-775313f1047d","name":"test-model-a1ffe7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-a1ffe7\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:381\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:345\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:185\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T17:52:27Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1ffe7-auth","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7-auth","reconcileID":"86a4c1ce-6759-47bc-ae1e-37900ab2b5e4","MaaSAuthPolicy":{"name":"test-model-a1ffe7-auth","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a1ffe7","tenantID":"e2e-inf-a-a1ffe7","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T17:52:27Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a1ffe7-sub","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7-sub","reconcileID":"fb35da5d-9a2a-46c2-b774-af7ad0a3b660","MaaSSubscription":{"name":"test-model-a1ffe7-sub","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"name":"maas-trlp-test-model-a1ffe7","model":"ai-tenant-e2e-inf-a-a1ffe7/test-model-a1ffe7","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:52:27Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1ffe7-auth","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7-auth","reconcileID":"86a4c1ce-6759-47bc-ae1e-37900ab2b5e4"} {"level":"info","ts":"2026-07-08T17:52:27Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1ffe7-auth","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7-auth","reconcileID":"86a4c1ce-6759-47bc-ae1e-37900ab2b5e4","MaaSAuthPolicy":{"name":"test-model-a1ffe7-auth","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"name":"e2e-inf-a-a1ffe7-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T17:52:27Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7","reconcileID":"1927bce6-9c85-447a-aa04-0d7dcbc3b930","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"routeName":"test-model-a1ffe7-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1ffe7","llmisvcName":"test-model-a1ffe7","gateway":"openshift-ingress/e2e-inf-a-a1ffe7","hostnames":[]} {"level":"info","ts":"2026-07-08T17:52:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-a1ffe7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-a1ffe7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-a1ffe7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"tenantIdentifier":"e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:52:28Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1ffe7-auth","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7-auth","reconcileID":"035d74a2-bcdb-4a8a-a00b-99bef137b790","MaaSAuthPolicy":{"name":"test-model-a1ffe7-auth","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a1ffe7","tenantID":"e2e-inf-a-a1ffe7","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T17:52:28Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1ffe7-auth","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7-auth","reconcileID":"035d74a2-bcdb-4a8a-a00b-99bef137b790"} {"level":"info","ts":"2026-07-08T17:52:28Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1ffe7-auth","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7-auth","reconcileID":"035d74a2-bcdb-4a8a-a00b-99bef137b790","MaaSAuthPolicy":{"name":"test-model-a1ffe7-auth","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"name":"e2e-inf-a-a1ffe7-maas-auth","namespace":"openshift-ingress"} {"level":"error","ts":"2026-07-08T17:52:28Z","msg":"failed to update MaaSAuthPolicy status","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1ffe7-auth","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7-auth","reconcileID":"035d74a2-bcdb-4a8a-a00b-99bef137b790","name":"test-model-a1ffe7-auth","error":"Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"test-model-a1ffe7-auth\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1781\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T17:52:28Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7","reconcileID":"6ce10408-d6a7-4658-9dc1-e670abeffca7","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"routeName":"test-model-a1ffe7-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1ffe7","llmisvcName":"test-model-a1ffe7","gateway":"openshift-ingress/e2e-inf-a-a1ffe7","hostnames":[]} {"level":"info","ts":"2026-07-08T17:52:30Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-a1ffe7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-a1ffe7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-a1ffe7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"tenantIdentifier":"e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:52:30Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-a1ffe7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-a1ffe7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-a1ffe7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"tenantIdentifier":"e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:52:30Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"default-tenant","reconcileID":"19e0f194-6f83-4dc6-8f8c-f9caefb0b18f","tenant":"ai-tenant-e2e-inf-a-a1ffe7/default-tenant","tenantID":"e2e-inf-a-a1ffe7","subscriptionNamespace":"ai-tenant-e2e-inf-a-a1ffe7","gatewayName":"e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:52:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-a1ffe7","deploymentName":"maas-api-e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:52:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-a1ffe7","deploymentName":"maas-api-e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:52:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-a1ffe7","deploymentName":"maas-api-e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:52:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-a1ffe7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-a1ffe7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-a1ffe7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"tenantIdentifier":"e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:52:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-a1ffe7","deploymentName":"maas-api-e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:52:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-a1ffe7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-a1ffe7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-a1ffe7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"tenantIdentifier":"e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:52:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-a1ffe7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-a1ffe7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-a1ffe7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"tenantIdentifier":"e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:52:31Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1ffe7-auth","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7-auth","reconcileID":"608320a1-0262-4d5c-9aae-6b0cb5a75c86","MaaSAuthPolicy":{"name":"test-model-a1ffe7-auth","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a1ffe7","tenantID":"e2e-inf-a-a1ffe7","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T17:52:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-a1ffe7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-a1ffe7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-a1ffe7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"tenantIdentifier":"e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:52:31Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"default-tenant","reconcileID":"0c07f53d-f1bb-40fc-91c1-8ee11bfce7e9","tenant":"ai-tenant-e2e-inf-a-a1ffe7/default-tenant","tenantID":"e2e-inf-a-a1ffe7","subscriptionNamespace":"ai-tenant-e2e-inf-a-a1ffe7","gatewayName":"e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:52:31Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1ffe7-auth","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7-auth","reconcileID":"608320a1-0262-4d5c-9aae-6b0cb5a75c86"} {"level":"info","ts":"2026-07-08T17:52:31Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1ffe7-auth","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7-auth","reconcileID":"608320a1-0262-4d5c-9aae-6b0cb5a75c86","MaaSAuthPolicy":{"name":"test-model-a1ffe7-auth","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"name":"e2e-inf-a-a1ffe7-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T17:52:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-a1ffe7","deploymentName":"maas-api-e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:52:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-a1ffe7","deploymentName":"maas-api-e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:52:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-a1ffe7","deploymentName":"maas-api-e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:52:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-a1ffe7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-a1ffe7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-a1ffe7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"tenantIdentifier":"e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:52:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-a1ffe7","deploymentName":"maas-api-e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:52:33Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a1ffe7-sub","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7-sub","reconcileID":"6627f8f6-6b97-4c5a-afcf-7c4ae5773807","MaaSSubscription":{"name":"test-model-a1ffe7-sub","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"name":"maas-trlp-test-model-a1ffe7","model":"ai-tenant-e2e-inf-a-a1ffe7/test-model-a1ffe7","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:52:33Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7","reconcileID":"b77f1bd8-64f4-4083-9f23-84c982f0f988","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"routeName":"test-model-a1ffe7-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1ffe7","llmisvcName":"test-model-a1ffe7","gateway":"openshift-ingress/e2e-inf-a-a1ffe7","hostnames":[]} {"level":"info","ts":"2026-07-08T17:52:33Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7","reconcileID":"3bcb320e-1844-46d0-9d4d-bb5e1191baa2","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"routeName":"test-model-a1ffe7-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1ffe7","llmisvcName":"test-model-a1ffe7","gateway":"openshift-ingress/e2e-inf-a-a1ffe7","hostnames":[]} {"level":"info","ts":"2026-07-08T17:52:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-a1ffe7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-a1ffe7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-a1ffe7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"tenantIdentifier":"e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:52:33Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1ffe7-auth","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7-auth","reconcileID":"365455f8-c7b4-4550-bd7b-8bbfc20f72d2","MaaSAuthPolicy":{"name":"test-model-a1ffe7-auth","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a1ffe7","tenantID":"e2e-inf-a-a1ffe7","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T17:52:33Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a1ffe7-sub","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7-sub","reconcileID":"d153fcd5-12a0-4766-a1d2-fee5cf46181d","MaaSSubscription":{"name":"test-model-a1ffe7-sub","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"name":"maas-trlp-test-model-a1ffe7","model":"ai-tenant-e2e-inf-a-a1ffe7/test-model-a1ffe7","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:52:33Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1ffe7-auth","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7-auth","reconcileID":"365455f8-c7b4-4550-bd7b-8bbfc20f72d2"} {"level":"info","ts":"2026-07-08T17:52:33Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1ffe7-auth","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7-auth","reconcileID":"365455f8-c7b4-4550-bd7b-8bbfc20f72d2","MaaSAuthPolicy":{"name":"test-model-a1ffe7-auth","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"name":"e2e-inf-a-a1ffe7-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T17:52:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T17:52:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T17:52:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-446c79/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-446c79","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-446c79","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-446c79"},"tenantIdentifier":"e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:52:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-446c79/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-446c79","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-446c79","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-446c79"},"tenantIdentifier":"e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:52:38Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"default-tenant","reconcileID":"f87e01f7-2422-4b52-b75f-e98cc1430cb3","tenant":"ai-tenant-e2e-inf-b-446c79/default-tenant","tenantID":"e2e-inf-b-446c79","subscriptionNamespace":"ai-tenant-e2e-inf-b-446c79","gatewayName":"e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:52:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-446c79","deploymentName":"maas-api-e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:52:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-446c79","deploymentName":"maas-api-e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:52:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-446c79","deploymentName":"maas-api-e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:52:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-446c79/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-446c79","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-446c79","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-446c79"},"tenantIdentifier":"e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:52:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-446c79","deploymentName":"maas-api-e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:52:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-446c79/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-446c79","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-446c79","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-446c79"},"tenantIdentifier":"e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:52:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-446c79/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-446c79","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-446c79","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-446c79"},"tenantIdentifier":"e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:52:38Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"default-tenant","reconcileID":"885ceed9-fd32-4c32-904c-4351fa216999","tenant":"ai-tenant-e2e-inf-b-446c79/default-tenant","tenantID":"e2e-inf-b-446c79","subscriptionNamespace":"ai-tenant-e2e-inf-b-446c79","gatewayName":"e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:52:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-446c79","deploymentName":"maas-api-e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:52:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-446c79","deploymentName":"maas-api-e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:52:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-446c79","deploymentName":"maas-api-e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:52:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-446c79/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-446c79","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-446c79","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-446c79"},"tenantIdentifier":"e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:52:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-446c79","deploymentName":"maas-api-e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:52:41Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"008cf347-7a77-45b5-b6d0-bac17feeeb09","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:52:41Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a1ffe7-sub","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7-sub","reconcileID":"7cefe232-b84b-4a75-9cfa-cabed4eebdd0","MaaSSubscription":{"name":"test-model-a1ffe7-sub","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"name":"maas-trlp-test-model-a1ffe7","model":"ai-tenant-e2e-inf-a-a1ffe7/test-model-a1ffe7","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:52:41Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5c7575e7-5b2f-41a8-9125-5e36f6c6a7bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:52:48Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7","reconcileID":"f40ffd8a-5bac-4725-a7ff-9a6b41be6dea","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"routeName":"test-model-a1ffe7-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1ffe7","llmisvcName":"test-model-a1ffe7","gateway":"openshift-ingress/e2e-inf-a-a1ffe7","hostnames":[]} {"level":"info","ts":"2026-07-08T17:52:48Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-a1ffe7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-a1ffe7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-a1ffe7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"tenantIdentifier":"e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:52:48Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1ffe7-auth","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7-auth","reconcileID":"5c109cb5-9f28-4514-8cdc-5cf3a1a0e82d","MaaSAuthPolicy":{"name":"test-model-a1ffe7-auth","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a1ffe7","tenantID":"e2e-inf-a-a1ffe7","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T17:52:48Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a1ffe7-sub","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7-sub","reconcileID":"2e3aec42-e935-49c6-aad6-ec1cddca53d6","MaaSSubscription":{"name":"test-model-a1ffe7-sub","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"name":"maas-trlp-test-model-a1ffe7","model":"ai-tenant-e2e-inf-a-a1ffe7/test-model-a1ffe7","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:52:48Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1ffe7-auth","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7-auth","reconcileID":"5c109cb5-9f28-4514-8cdc-5cf3a1a0e82d"} {"level":"info","ts":"2026-07-08T17:52:48Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1ffe7-auth","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7-auth","reconcileID":"5c109cb5-9f28-4514-8cdc-5cf3a1a0e82d","MaaSAuthPolicy":{"name":"test-model-a1ffe7-auth","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"name":"e2e-inf-a-a1ffe7-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T17:53:04Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79","reconcileID":"ce45a733-9f54-46b7-9342-567c0f70afc2","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"routeName":"test-model-446c79-kserve-route","namespace":"ai-tenant-e2e-inf-b-446c79","llmisvcName":"test-model-446c79","gateway":"openshift-ingress/e2e-inf-b-446c79","hostnames":[]} {"level":"info","ts":"2026-07-08T17:53:04Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a1ffe7-sub","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7-sub","reconcileID":"58294b62-18b8-446f-968f-1569bb385f61","MaaSSubscription":{"name":"test-model-a1ffe7-sub","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"name":"maas-trlp-test-model-a1ffe7","model":"ai-tenant-e2e-inf-a-a1ffe7/test-model-a1ffe7","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:53:04Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79","reconcileID":"d93fa872-72d8-4e48-8ee6-1ef2fc8d9532","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"routeName":"test-model-446c79-kserve-route","namespace":"ai-tenant-e2e-inf-b-446c79","llmisvcName":"test-model-446c79","gateway":"openshift-ingress/e2e-inf-b-446c79","hostnames":[]} {"level":"info","ts":"2026-07-08T17:53:04Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79","reconcileID":"3107ed2d-b8ed-4891-85bd-c9f2e72b5487","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"routeName":"test-model-446c79-kserve-route","namespace":"ai-tenant-e2e-inf-b-446c79","llmisvcName":"test-model-446c79","gateway":"openshift-ingress/e2e-inf-b-446c79","hostnames":[]} {"level":"info","ts":"2026-07-08T17:53:04Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7","reconcileID":"0901a6c6-b310-4cbe-a0da-17778ef6d253","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"routeName":"test-model-a1ffe7-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1ffe7","llmisvcName":"test-model-a1ffe7","gateway":"openshift-ingress/e2e-inf-a-a1ffe7","hostnames":[]} {"level":"info","ts":"2026-07-08T17:53:04Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79","reconcileID":"03a9ef84-d16b-4bd4-bfc7-dfde201df2d8","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"routeName":"test-model-446c79-kserve-route","namespace":"ai-tenant-e2e-inf-b-446c79","llmisvcName":"test-model-446c79","gateway":"openshift-ingress/e2e-inf-b-446c79","hostnames":[]} {"level":"info","ts":"2026-07-08T17:53:04Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-446c79-sub","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79-sub","reconcileID":"d1a6d1d9-9926-4361-bf11-0f8032407f9b","MaaSSubscription":{"name":"test-model-446c79-sub","namespace":"ai-tenant-e2e-inf-b-446c79"},"name":"maas-trlp-test-model-446c79","model":"test-model-446c79","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-446c79/test-model-446c79-sub"]} {"level":"info","ts":"2026-07-08T17:53:04Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79","reconcileID":"7ecbaaa9-4748-4045-9d53-e59643cf3820","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"routeName":"test-model-446c79-kserve-route","namespace":"ai-tenant-e2e-inf-b-446c79","llmisvcName":"test-model-446c79","gateway":"openshift-ingress/e2e-inf-b-446c79","hostnames":[]} {"level":"info","ts":"2026-07-08T17:53:04Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-446c79-sub","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79-sub","reconcileID":"f5ff97d7-a046-42dc-83d8-9b053035d07f","MaaSSubscription":{"name":"test-model-446c79-sub","namespace":"ai-tenant-e2e-inf-b-446c79"},"name":"maas-trlp-test-model-446c79","model":"ai-tenant-e2e-inf-b-446c79/test-model-446c79","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:53:04Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79","reconcileID":"cf64ec4d-daab-479f-b299-e32bb47cbe92","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"routeName":"test-model-446c79-kserve-route","namespace":"ai-tenant-e2e-inf-b-446c79","llmisvcName":"test-model-446c79","gateway":"openshift-ingress/e2e-inf-b-446c79","hostnames":[]} {"level":"info","ts":"2026-07-08T17:53:04Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79","reconcileID":"fe1821c9-2e8e-4211-9075-08fa857a6192","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"routeName":"test-model-446c79-kserve-route","namespace":"ai-tenant-e2e-inf-b-446c79","llmisvcName":"test-model-446c79","gateway":"openshift-ingress/e2e-inf-b-446c79","hostnames":[]} {"level":"info","ts":"2026-07-08T17:53:04Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-446c79/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-446c79","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-446c79","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-446c79"},"tenantIdentifier":"e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:53:04Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-446c79-auth","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79-auth","reconcileID":"f4783565-7bb8-440b-8649-990b4350632e","MaaSAuthPolicy":{"name":"test-model-446c79-auth","namespace":"ai-tenant-e2e-inf-b-446c79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-446c79","tenantID":"e2e-inf-b-446c79","xAPIKeyEnabled":false} {"level":"error","ts":"2026-07-08T17:53:04Z","msg":"failed to update MaaSModelRef status","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79","reconcileID":"fe1821c9-2e8e-4211-9075-08fa857a6192","name":"test-model-446c79","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-446c79\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:381\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:345\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:185\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T17:53:04Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-446c79-sub","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79-sub","reconcileID":"74d0f56b-2ea6-457d-9f96-afab18cac281","MaaSSubscription":{"name":"test-model-446c79-sub","namespace":"ai-tenant-e2e-inf-b-446c79"},"name":"maas-trlp-test-model-446c79","model":"ai-tenant-e2e-inf-b-446c79/test-model-446c79","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:53:04Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-446c79-auth","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79-auth","reconcileID":"f4783565-7bb8-440b-8649-990b4350632e"} {"level":"info","ts":"2026-07-08T17:53:04Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-446c79-auth","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79-auth","reconcileID":"f4783565-7bb8-440b-8649-990b4350632e","MaaSAuthPolicy":{"name":"test-model-446c79-auth","namespace":"ai-tenant-e2e-inf-b-446c79"},"name":"e2e-inf-b-446c79-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T17:53:04Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79","reconcileID":"3d7c85b8-9565-40a5-a8ba-5b63769957ae","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"routeName":"test-model-446c79-kserve-route","namespace":"ai-tenant-e2e-inf-b-446c79","llmisvcName":"test-model-446c79","gateway":"openshift-ingress/e2e-inf-b-446c79","hostnames":[]} {"level":"info","ts":"2026-07-08T17:53:04Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-446c79/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-446c79","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-446c79","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-446c79"},"tenantIdentifier":"e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:53:04Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-446c79-auth","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79-auth","reconcileID":"0e0bc5f0-abc9-4f84-8d53-78db91d6c5f1","MaaSAuthPolicy":{"name":"test-model-446c79-auth","namespace":"ai-tenant-e2e-inf-b-446c79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-446c79","tenantID":"e2e-inf-b-446c79","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T17:53:04Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-446c79-auth","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79-auth","reconcileID":"0e0bc5f0-abc9-4f84-8d53-78db91d6c5f1"} {"level":"info","ts":"2026-07-08T17:53:04Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-446c79-auth","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79-auth","reconcileID":"0e0bc5f0-abc9-4f84-8d53-78db91d6c5f1","MaaSAuthPolicy":{"name":"test-model-446c79-auth","namespace":"ai-tenant-e2e-inf-b-446c79"},"name":"e2e-inf-b-446c79-maas-auth","namespace":"openshift-ingress"} {"level":"error","ts":"2026-07-08T17:53:04Z","msg":"failed to update MaaSAuthPolicy status","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-446c79-auth","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79-auth","reconcileID":"0e0bc5f0-abc9-4f84-8d53-78db91d6c5f1","name":"test-model-446c79-auth","error":"Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"test-model-446c79-auth\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1781\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T17:53:05Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"05488854-e4b0-4462-848d-adf6b936cbc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:53:05Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4ef82818-05fc-4681-9d0c-28a991b58f62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:53:05Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79","reconcileID":"e2bad559-076e-4bc8-82ec-612226fc2592","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"routeName":"test-model-446c79-kserve-route","namespace":"ai-tenant-e2e-inf-b-446c79","llmisvcName":"test-model-446c79","gateway":"openshift-ingress/e2e-inf-b-446c79","hostnames":[]} {"level":"info","ts":"2026-07-08T17:53:05Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-446c79/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-446c79","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-446c79","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-446c79"},"tenantIdentifier":"e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:53:05Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-446c79-auth","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79-auth","reconcileID":"91c2ef24-103b-4a57-9dd1-4b86eb7c83c7","MaaSAuthPolicy":{"name":"test-model-446c79-auth","namespace":"ai-tenant-e2e-inf-b-446c79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-446c79","tenantID":"e2e-inf-b-446c79","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T17:53:05Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-446c79-sub","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79-sub","reconcileID":"47fd2c7b-ce24-4d48-8d28-8c9efa070d5e","MaaSSubscription":{"name":"test-model-446c79-sub","namespace":"ai-tenant-e2e-inf-b-446c79"},"name":"maas-trlp-test-model-446c79","model":"ai-tenant-e2e-inf-b-446c79/test-model-446c79","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:53:05Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-446c79-auth","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79-auth","reconcileID":"91c2ef24-103b-4a57-9dd1-4b86eb7c83c7"} {"level":"info","ts":"2026-07-08T17:53:05Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-446c79-auth","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79-auth","reconcileID":"91c2ef24-103b-4a57-9dd1-4b86eb7c83c7","MaaSAuthPolicy":{"name":"test-model-446c79-auth","namespace":"ai-tenant-e2e-inf-b-446c79"},"name":"e2e-inf-b-446c79-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T17:53:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T17:53:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T17:53:10Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-446c79-sub","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79-sub","reconcileID":"aec9b1fc-9a64-44aa-b180-7bcff7663840","MaaSSubscription":{"name":"test-model-446c79-sub","namespace":"ai-tenant-e2e-inf-b-446c79"},"name":"maas-trlp-test-model-446c79","model":"ai-tenant-e2e-inf-b-446c79/test-model-446c79","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:53:10Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79","reconcileID":"887cfccf-181a-49d3-9935-1db73d9b1749","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"routeName":"test-model-446c79-kserve-route","namespace":"ai-tenant-e2e-inf-b-446c79","llmisvcName":"test-model-446c79","gateway":"openshift-ingress/e2e-inf-b-446c79","hostnames":[]} {"level":"info","ts":"2026-07-08T17:53:11Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79","reconcileID":"89329587-3b8d-465d-8d93-554941c9989e","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"routeName":"test-model-446c79-kserve-route","namespace":"ai-tenant-e2e-inf-b-446c79","llmisvcName":"test-model-446c79","gateway":"openshift-ingress/e2e-inf-b-446c79","hostnames":[]} {"level":"info","ts":"2026-07-08T17:53:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-446c79/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-446c79","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-446c79","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-446c79"},"tenantIdentifier":"e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:53:11Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-446c79-auth","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79-auth","reconcileID":"44c8ee81-cac5-4819-a006-fb249afe2f3e","MaaSAuthPolicy":{"name":"test-model-446c79-auth","namespace":"ai-tenant-e2e-inf-b-446c79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-446c79","tenantID":"e2e-inf-b-446c79","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T17:53:11Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-446c79-sub","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79-sub","reconcileID":"f6196d95-f442-4d30-9674-1e6dbeaee148","MaaSSubscription":{"name":"test-model-446c79-sub","namespace":"ai-tenant-e2e-inf-b-446c79"},"name":"maas-trlp-test-model-446c79","model":"ai-tenant-e2e-inf-b-446c79/test-model-446c79","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:53:11Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-446c79-auth","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79-auth","reconcileID":"44c8ee81-cac5-4819-a006-fb249afe2f3e"} {"level":"info","ts":"2026-07-08T17:53:11Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-446c79-auth","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79-auth","reconcileID":"44c8ee81-cac5-4819-a006-fb249afe2f3e","MaaSAuthPolicy":{"name":"test-model-446c79-auth","namespace":"ai-tenant-e2e-inf-b-446c79"},"name":"e2e-inf-b-446c79-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T17:53:11Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79","reconcileID":"0621e9ff-2292-4ff3-b79d-944d71a66788","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"routeName":"test-model-446c79-kserve-route","namespace":"ai-tenant-e2e-inf-b-446c79","llmisvcName":"test-model-446c79","gateway":"openshift-ingress/e2e-inf-b-446c79","hostnames":[]} {"level":"info","ts":"2026-07-08T17:53:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-446c79/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-446c79","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-446c79","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-446c79"},"tenantIdentifier":"e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:53:11Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-446c79-auth","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79-auth","reconcileID":"abaf25f6-3931-4775-ae1d-59febeb7b07c","MaaSAuthPolicy":{"name":"test-model-446c79-auth","namespace":"ai-tenant-e2e-inf-b-446c79"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-446c79","tenantID":"e2e-inf-b-446c79","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T17:53:11Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-446c79-sub","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79-sub","reconcileID":"be74eaa0-2972-47fa-a78d-3bb2d0b8ba65","MaaSSubscription":{"name":"test-model-446c79-sub","namespace":"ai-tenant-e2e-inf-b-446c79"},"name":"maas-trlp-test-model-446c79","model":"ai-tenant-e2e-inf-b-446c79/test-model-446c79","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:53:11Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-446c79-auth","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79-auth","reconcileID":"abaf25f6-3931-4775-ae1d-59febeb7b07c"} {"level":"info","ts":"2026-07-08T17:53:11Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-446c79-auth","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79-auth","reconcileID":"abaf25f6-3931-4775-ae1d-59febeb7b07c","MaaSAuthPolicy":{"name":"test-model-446c79-auth","namespace":"ai-tenant-e2e-inf-b-446c79"},"name":"e2e-inf-b-446c79-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T17:53:19Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1ffe7-auth","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7-auth","reconcileID":"49d75f48-ef4c-4531-a4f8-cb0cd6e47dc6","MaaSAuthPolicy":{"name":"test-model-a1ffe7-auth","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"model":"ai-tenant-e2e-inf-a-a1ffe7/test-model-a1ffe7"} {"level":"info","ts":"2026-07-08T17:53:19Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7","reconcileID":"faa8eed4-61f0-4965-8e3a-a4f81ccdf8e2","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"routeName":"test-model-a1ffe7-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1ffe7","llmisvcName":"test-model-a1ffe7","gateway":"openshift-ingress/e2e-inf-a-a1ffe7","hostnames":[]} {"level":"info","ts":"2026-07-08T17:53:19Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a1ffe7-sub","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7-sub","reconcileID":"37fa2c91-f481-4d60-b265-4657b4dd942c","MaaSSubscription":{"name":"test-model-a1ffe7-sub","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"name":"maas-trlp-test-model-a1ffe7","model":"ai-tenant-e2e-inf-a-a1ffe7/test-model-a1ffe7","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:53:20Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1ffe7-auth","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7-auth","reconcileID":"585edfea-d6c3-4f2b-8600-330d041de9a8","MaaSAuthPolicy":{"name":"test-model-a1ffe7-auth","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"model":"ai-tenant-e2e-inf-a-a1ffe7/test-model-a1ffe7"} {"level":"info","ts":"2026-07-08T17:53:20Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7","reconcileID":"028d40dc-7dc8-49fa-916d-942f8f8234ab","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"routeName":"test-model-a1ffe7-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1ffe7","llmisvcName":"test-model-a1ffe7","gateway":"openshift-ingress/e2e-inf-a-a1ffe7","hostnames":[]} {"level":"info","ts":"2026-07-08T17:53:20Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a1ffe7-sub","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7-sub","reconcileID":"f5cf3778-f1ca-4562-80c6-1323c4fae9b0","MaaSSubscription":{"name":"test-model-a1ffe7-sub","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"name":"maas-trlp-test-model-a1ffe7","model":"ai-tenant-e2e-inf-a-a1ffe7/test-model-a1ffe7","subscriptionCount":1} {"level":"error","ts":"2026-07-08T17:53:20Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-a1ffe7-auth","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7-auth","reconcileID":"585edfea-d6c3-4f2b-8600-330d041de9a8","error":"maasauthpolicies.maas.opendatahub.io \"test-model-a1ffe7-auth\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T17:53:20Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a1ffe7-sub","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7-sub","reconcileID":"f2de3527-261c-45e4-aded-f89245811497","MaaSSubscription":{"name":"test-model-a1ffe7-sub","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"model":"ai-tenant-e2e-inf-a-a1ffe7/test-model-a1ffe7","subscription":"test-model-a1ffe7-sub"} {"level":"info","ts":"2026-07-08T17:53:20Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7","reconcileID":"a00bafd2-2188-407b-adbe-670425d58ef6","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"routeName":"test-model-a1ffe7-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1ffe7","llmisvcName":"test-model-a1ffe7","gateway":"openshift-ingress/e2e-inf-a-a1ffe7","hostnames":[]} {"level":"info","ts":"2026-07-08T17:53:20Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a1ffe7-sub","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7-sub","reconcileID":"f2de3527-261c-45e4-aded-f89245811497","MaaSSubscription":{"name":"test-model-a1ffe7-sub","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"model":"ai-tenant-e2e-inf-a-a1ffe7/test-model-a1ffe7"} {"level":"info","ts":"2026-07-08T17:53:20Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-a1ffe7-sub","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7-sub","reconcileID":"f2de3527-261c-45e4-aded-f89245811497","MaaSSubscription":{"name":"test-model-a1ffe7-sub","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"name":"maas-trlp-test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7","model":"ai-tenant-e2e-inf-a-a1ffe7/test-model-a1ffe7"} {"level":"info","ts":"2026-07-08T17:53:20Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"test-model-a1ffe7","reconcileID":"d64f8fc8-f5a0-4e7d-b32e-e9780722cc3b","MaaSModelRef":{"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"routeName":"test-model-a1ffe7-kserve-route","namespace":"ai-tenant-e2e-inf-a-a1ffe7","llmisvcName":"test-model-a1ffe7","gateway":"openshift-ingress/e2e-inf-a-a1ffe7","hostnames":[]} {"level":"info","ts":"2026-07-08T17:53:20Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-446c79-auth","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79-auth","reconcileID":"633e9584-7188-4b51-9aa3-6c39905e901f","MaaSAuthPolicy":{"name":"test-model-446c79-auth","namespace":"ai-tenant-e2e-inf-b-446c79"},"model":"ai-tenant-e2e-inf-b-446c79/test-model-446c79"} {"level":"info","ts":"2026-07-08T17:53:20Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79","reconcileID":"bd247b3e-0f65-43f1-bd3f-d902e89e09f5","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"routeName":"test-model-446c79-kserve-route","namespace":"ai-tenant-e2e-inf-b-446c79","llmisvcName":"test-model-446c79","gateway":"openshift-ingress/e2e-inf-b-446c79","hostnames":[]} {"level":"info","ts":"2026-07-08T17:53:20Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-446c79-sub","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79-sub","reconcileID":"0ce09c85-ae4d-471a-8979-4c635faf8ac9","MaaSSubscription":{"name":"test-model-446c79-sub","namespace":"ai-tenant-e2e-inf-b-446c79"},"name":"maas-trlp-test-model-446c79","model":"ai-tenant-e2e-inf-b-446c79/test-model-446c79","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:53:21Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-446c79-auth","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79-auth","reconcileID":"c1e396f8-0b8d-4d90-b199-9ff720e7e924","MaaSAuthPolicy":{"name":"test-model-446c79-auth","namespace":"ai-tenant-e2e-inf-b-446c79"},"model":"ai-tenant-e2e-inf-b-446c79/test-model-446c79"} {"level":"info","ts":"2026-07-08T17:53:21Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79","reconcileID":"e306cb01-e0cf-4310-a647-34e8b12b0458","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"routeName":"test-model-446c79-kserve-route","namespace":"ai-tenant-e2e-inf-b-446c79","llmisvcName":"test-model-446c79","gateway":"openshift-ingress/e2e-inf-b-446c79","hostnames":[]} {"level":"info","ts":"2026-07-08T17:53:21Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-446c79-sub","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79-sub","reconcileID":"b5db8010-f893-4ff7-b20c-829a76490cf1","MaaSSubscription":{"name":"test-model-446c79-sub","namespace":"ai-tenant-e2e-inf-b-446c79"},"name":"maas-trlp-test-model-446c79","model":"ai-tenant-e2e-inf-b-446c79/test-model-446c79","subscriptionCount":1} {"level":"error","ts":"2026-07-08T17:53:21Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-446c79-auth","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79-auth","reconcileID":"c1e396f8-0b8d-4d90-b199-9ff720e7e924","error":"maasauthpolicies.maas.opendatahub.io \"test-model-446c79-auth\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T17:53:21Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-446c79-sub","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79-sub","reconcileID":"518fc289-5dbb-45b7-a70f-97fc75069063","MaaSSubscription":{"name":"test-model-446c79-sub","namespace":"ai-tenant-e2e-inf-b-446c79"},"model":"ai-tenant-e2e-inf-b-446c79/test-model-446c79","subscription":"test-model-446c79-sub"} {"level":"info","ts":"2026-07-08T17:53:21Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79","reconcileID":"6cb4acdf-6ba3-46d9-adbd-3127e1ea1ac9","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"routeName":"test-model-446c79-kserve-route","namespace":"ai-tenant-e2e-inf-b-446c79","llmisvcName":"test-model-446c79","gateway":"openshift-ingress/e2e-inf-b-446c79","hostnames":[]} {"level":"info","ts":"2026-07-08T17:53:21Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-446c79-sub","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79-sub","reconcileID":"518fc289-5dbb-45b7-a70f-97fc75069063","MaaSSubscription":{"name":"test-model-446c79-sub","namespace":"ai-tenant-e2e-inf-b-446c79"},"model":"ai-tenant-e2e-inf-b-446c79/test-model-446c79"} {"level":"info","ts":"2026-07-08T17:53:21Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-446c79-sub","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79-sub","reconcileID":"518fc289-5dbb-45b7-a70f-97fc75069063","MaaSSubscription":{"name":"test-model-446c79-sub","namespace":"ai-tenant-e2e-inf-b-446c79"},"name":"maas-trlp-test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79","model":"ai-tenant-e2e-inf-b-446c79/test-model-446c79"} {"level":"info","ts":"2026-07-08T17:53:21Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"test-model-446c79","reconcileID":"7006739e-2a7a-4561-a674-5e67d47bb49b","MaaSModelRef":{"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"},"routeName":"test-model-446c79-kserve-route","namespace":"ai-tenant-e2e-inf-b-446c79","llmisvcName":"test-model-446c79","gateway":"openshift-ingress/e2e-inf-b-446c79","hostnames":[]} {"level":"info","ts":"2026-07-08T17:53:22Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-a1ffe7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-a1ffe7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-a1ffe7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"tenantIdentifier":"e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:53:22Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-a1ffe7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-a1ffe7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-a1ffe7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"tenantIdentifier":"e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:53:22Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"default-tenant","reconcileID":"dd67f20a-f441-49e9-94c8-42782a9c929a","tenant":"ai-tenant-e2e-inf-a-a1ffe7/default-tenant","tenantID":"e2e-inf-a-a1ffe7","subscriptionNamespace":"ai-tenant-e2e-inf-a-a1ffe7","gatewayName":"e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:53:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-a1ffe7","deploymentName":"maas-api-e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:53:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-a1ffe7","deploymentName":"maas-api-e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:53:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-a1ffe7","deploymentName":"maas-api-e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:53:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-a1ffe7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-a1ffe7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-a1ffe7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"tenantIdentifier":"e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:53:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-a1ffe7","deploymentName":"maas-api-e2e-inf-a-a1ffe7"} {"level":"error","ts":"2026-07-08T17:53:23Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"default-tenant","reconcileID":"dd67f20a-f441-49e9-94c8-42782a9c929a","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T17:53:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-a1ffe7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-a1ffe7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-a1ffe7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"tenantIdentifier":"e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:53:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-a1ffe7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-a1ffe7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-a1ffe7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"tenantIdentifier":"e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:53:23Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"default-tenant","reconcileID":"83b7c35a-4f5d-4ed0-b869-a4f709393efb","namespace":"ai-tenant-e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:53:23Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"default-tenant","reconcileID":"83b7c35a-4f5d-4ed0-b869-a4f709393efb","count":0} {"level":"info","ts":"2026-07-08T17:53:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-a1ffe7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-a1ffe7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-a1ffe7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"tenantIdentifier":"e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:53:23Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"default-tenant","reconcileID":"83b7c35a-4f5d-4ed0-b869-a4f709393efb","tenant":"e2e-inf-a-a1ffe7","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T17:53:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-a1ffe7","deploymentName":"maas-api-e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:53:23Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"default-tenant","reconcileID":"83b7c35a-4f5d-4ed0-b869-a4f709393efb","gvk":"Deployment","name":"maas-api-e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:53:23Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"default-tenant","reconcileID":"83b7c35a-4f5d-4ed0-b869-a4f709393efb","gvk":"Service","name":"maas-api-e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:53:23Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"default-tenant","reconcileID":"83b7c35a-4f5d-4ed0-b869-a4f709393efb","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:53:23Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a1ffe7"},"namespace":"ai-tenant-e2e-inf-a-a1ffe7","name":"default-tenant","reconcileID":"83b7c35a-4f5d-4ed0-b869-a4f709393efb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-a1ffe7"} {"level":"info","ts":"2026-07-08T17:53:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T17:53:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T17:53:38Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"64d12415-56e9-45c3-9d93-911abc37efd0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:53:38Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e388952a-6b34-4f90-9540-c75f2ef3adfd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:54:05Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-446c79/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-446c79","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-446c79","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-446c79"},"tenantIdentifier":"e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:54:05Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-446c79/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-446c79","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-446c79","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-446c79"},"tenantIdentifier":"e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:54:05Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"default-tenant","reconcileID":"28629513-e2e0-4dc9-a235-b38ca8c2f985","tenant":"ai-tenant-e2e-inf-b-446c79/default-tenant","tenantID":"e2e-inf-b-446c79","subscriptionNamespace":"ai-tenant-e2e-inf-b-446c79","gatewayName":"e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:54:05Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-446c79","deploymentName":"maas-api-e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:54:05Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-446c79","deploymentName":"maas-api-e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:54:05Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-446c79","deploymentName":"maas-api-e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:54:06Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-446c79/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-446c79","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-446c79","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-446c79"},"tenantIdentifier":"e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:54:06Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-446c79","deploymentName":"maas-api-e2e-inf-b-446c79"} {"level":"error","ts":"2026-07-08T17:54:06Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"default-tenant","reconcileID":"28629513-e2e0-4dc9-a235-b38ca8c2f985","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T17:54:06Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-446c79/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-446c79","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-446c79","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-446c79"},"tenantIdentifier":"e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:54:06Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-446c79/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-446c79","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-446c79","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-446c79"},"tenantIdentifier":"e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:54:06Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"default-tenant","reconcileID":"26ad2131-dc81-4414-89df-d2d82ab5e819","namespace":"ai-tenant-e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:54:06Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"default-tenant","reconcileID":"26ad2131-dc81-4414-89df-d2d82ab5e819","count":0} {"level":"info","ts":"2026-07-08T17:54:06Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-446c79/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-446c79","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-446c79","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-446c79"},"tenantIdentifier":"e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:54:06Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"default-tenant","reconcileID":"26ad2131-dc81-4414-89df-d2d82ab5e819","tenant":"e2e-inf-b-446c79","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T17:54:06Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-446c79","deploymentName":"maas-api-e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:54:06Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"default-tenant","reconcileID":"26ad2131-dc81-4414-89df-d2d82ab5e819","gvk":"Deployment","name":"maas-api-e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:54:06Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"default-tenant","reconcileID":"26ad2131-dc81-4414-89df-d2d82ab5e819","gvk":"Service","name":"maas-api-e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:54:06Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"default-tenant","reconcileID":"26ad2131-dc81-4414-89df-d2d82ab5e819","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:54:06Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-446c79"},"namespace":"ai-tenant-e2e-inf-b-446c79","name":"default-tenant","reconcileID":"26ad2131-dc81-4414-89df-d2d82ab5e819","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-446c79"} {"level":"info","ts":"2026-07-08T17:54:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T17:54:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T17:54:10Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"72e63ae5-3ca6-4ce5-855c-6d1bb3b33637","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:54:10Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8e53e98f-2f82-4573-8f81-d8e809b6289c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:54:15Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-7e76ff/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-7e76ff","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-7e76ff","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-7e76ff"},"tenantIdentifier":"e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:15Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-7e76ff/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-7e76ff","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-7e76ff","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-7e76ff"},"tenantIdentifier":"e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:15Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7e76ff"},"namespace":"ai-tenant-e2e-api-a-7e76ff","name":"default-tenant","reconcileID":"4e18547a-34e2-43e1-a90c-66aef2fe5b71","tenant":"ai-tenant-e2e-api-a-7e76ff/default-tenant","tenantID":"e2e-api-a-7e76ff","subscriptionNamespace":"ai-tenant-e2e-api-a-7e76ff","gatewayName":"e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-7e76ff","deploymentName":"maas-api-e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-7e76ff","deploymentName":"maas-api-e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-7e76ff","deploymentName":"maas-api-e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-7e76ff/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-7e76ff","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-7e76ff","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-7e76ff"},"tenantIdentifier":"e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-7e76ff","deploymentName":"maas-api-e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-7e76ff/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-7e76ff","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-7e76ff","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-7e76ff"},"tenantIdentifier":"e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-7e76ff/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-7e76ff","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-7e76ff","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-7e76ff"},"tenantIdentifier":"e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:16Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7e76ff"},"namespace":"ai-tenant-e2e-api-a-7e76ff","name":"default-tenant","reconcileID":"92f7c285-1616-453f-85dd-b41dcba58569","tenant":"ai-tenant-e2e-api-a-7e76ff/default-tenant","tenantID":"e2e-api-a-7e76ff","subscriptionNamespace":"ai-tenant-e2e-api-a-7e76ff","gatewayName":"e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-7e76ff","deploymentName":"maas-api-e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-7e76ff","deploymentName":"maas-api-e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-7e76ff","deploymentName":"maas-api-e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-7e76ff/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-7e76ff","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-7e76ff","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-7e76ff"},"tenantIdentifier":"e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-7e76ff","deploymentName":"maas-api-e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:17Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c58f1e81-6ea5-4928-a139-3f46f4bc00c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:54:17Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e5867a28-ba5a-45fd-8dc6-7b16a9b45b43","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:54:20Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"371cab57-f7a0-4372-8fa7-7981ad2daa34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T17:54:20Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24ace748-0d8e-493d-99a3-53377c4c5b39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T17:54:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-7e76ff/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-7e76ff","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-7e76ff","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-7e76ff"},"tenantIdentifier":"e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:20Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7e76ff-policy","namespace":"ai-tenant-e2e-api-a-7e76ff"},"namespace":"ai-tenant-e2e-api-a-7e76ff","name":"e2e-e2e-api-a-7e76ff-policy","reconcileID":"f511735f-adcd-4520-9e9e-67507fb46994","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7e76ff-policy","namespace":"ai-tenant-e2e-api-a-7e76ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7e76ff","tenantID":"e2e-api-a-7e76ff","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T17:54:20Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7e76ff-policy","namespace":"ai-tenant-e2e-api-a-7e76ff"},"namespace":"ai-tenant-e2e-api-a-7e76ff","name":"e2e-e2e-api-a-7e76ff-policy","reconcileID":"f511735f-adcd-4520-9e9e-67507fb46994"} {"level":"info","ts":"2026-07-08T17:54:20Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7e76ff-policy","namespace":"ai-tenant-e2e-api-a-7e76ff"},"namespace":"ai-tenant-e2e-api-a-7e76ff","name":"e2e-e2e-api-a-7e76ff-policy","reconcileID":"f511735f-adcd-4520-9e9e-67507fb46994","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7e76ff-policy","namespace":"ai-tenant-e2e-api-a-7e76ff"},"name":"e2e-api-a-7e76ff-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T17:54:20Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06b3c45d-e204-4e68-8d47-f88620e8d55f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T17:54:21Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9bb270bf-61f3-4254-ba77-0fd6e367c232","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:54:21Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f0f6b524-9faf-488d-b689-a08e7c3d7f10","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:54:24Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e3904d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e3904d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e3904d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e3904d"},"tenantIdentifier":"e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:24Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e3904d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e3904d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e3904d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e3904d"},"tenantIdentifier":"e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:24Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e3904d"},"namespace":"ai-tenant-e2e-api-b-e3904d","name":"default-tenant","reconcileID":"6ab421c5-61b4-4a61-b2b1-501597c397a4","tenant":"ai-tenant-e2e-api-b-e3904d/default-tenant","tenantID":"e2e-api-b-e3904d","subscriptionNamespace":"ai-tenant-e2e-api-b-e3904d","gatewayName":"e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e3904d","deploymentName":"maas-api-e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e3904d","deploymentName":"maas-api-e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e3904d","deploymentName":"maas-api-e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e3904d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e3904d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e3904d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e3904d"},"tenantIdentifier":"e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e3904d","deploymentName":"maas-api-e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e3904d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e3904d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e3904d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e3904d"},"tenantIdentifier":"e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e3904d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e3904d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e3904d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e3904d"},"tenantIdentifier":"e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:25Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e3904d"},"namespace":"ai-tenant-e2e-api-b-e3904d","name":"default-tenant","reconcileID":"bac8af52-8737-4357-b1d7-057a63ecbc2f","tenant":"ai-tenant-e2e-api-b-e3904d/default-tenant","tenantID":"e2e-api-b-e3904d","subscriptionNamespace":"ai-tenant-e2e-api-b-e3904d","gatewayName":"e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e3904d","deploymentName":"maas-api-e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e3904d","deploymentName":"maas-api-e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e3904d","deploymentName":"maas-api-e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e3904d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e3904d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e3904d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e3904d"},"tenantIdentifier":"e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e3904d","deploymentName":"maas-api-e2e-api-b-e3904d"} {"level":"error","ts":"2026-07-08T17:54:25Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e3904d"},"namespace":"ai-tenant-e2e-api-b-e3904d","name":"default-tenant","reconcileID":"bac8af52-8737-4357-b1d7-057a63ecbc2f","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T17:54:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e3904d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e3904d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e3904d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e3904d"},"tenantIdentifier":"e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e3904d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e3904d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e3904d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e3904d"},"tenantIdentifier":"e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:25Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e3904d"},"namespace":"ai-tenant-e2e-api-b-e3904d","name":"default-tenant","reconcileID":"76b3bda0-05b8-404c-9170-b6f7a1897019","tenant":"ai-tenant-e2e-api-b-e3904d/default-tenant","tenantID":"e2e-api-b-e3904d","subscriptionNamespace":"ai-tenant-e2e-api-b-e3904d","gatewayName":"e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e3904d","deploymentName":"maas-api-e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e3904d","deploymentName":"maas-api-e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e3904d","deploymentName":"maas-api-e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e3904d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e3904d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e3904d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e3904d"},"tenantIdentifier":"e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e3904d","deploymentName":"maas-api-e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e3904d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e3904d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e3904d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e3904d"},"tenantIdentifier":"e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e3904d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e3904d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e3904d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e3904d"},"tenantIdentifier":"e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:25Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e3904d"},"namespace":"ai-tenant-e2e-api-b-e3904d","name":"default-tenant","reconcileID":"2bac8e0f-36c5-434f-a494-76d34855133c","tenant":"ai-tenant-e2e-api-b-e3904d/default-tenant","tenantID":"e2e-api-b-e3904d","subscriptionNamespace":"ai-tenant-e2e-api-b-e3904d","gatewayName":"e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e3904d","deploymentName":"maas-api-e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e3904d","deploymentName":"maas-api-e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e3904d","deploymentName":"maas-api-e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:26Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e3904d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e3904d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e3904d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e3904d"},"tenantIdentifier":"e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:26Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e3904d","deploymentName":"maas-api-e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:27Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3f36f75d-baa8-4f3b-a923-29fc63ac8f0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:54:27Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3c7ae227-8c03-4076-a06a-33923a0bbb2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:54:28Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c49b390-829a-4525-ab7f-8e77529ae8fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T17:54:28Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"724fffef-0d6d-4a95-ba83-51fcf804df22","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T17:54:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e3904d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e3904d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e3904d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e3904d"},"tenantIdentifier":"e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:28Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e3904d-policy","namespace":"ai-tenant-e2e-api-b-e3904d"},"namespace":"ai-tenant-e2e-api-b-e3904d","name":"e2e-e2e-api-b-e3904d-policy","reconcileID":"a742901c-a281-4d80-978c-d5fa07fdd40e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e3904d-policy","namespace":"ai-tenant-e2e-api-b-e3904d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e3904d","tenantID":"e2e-api-b-e3904d","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T17:54:28Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e3904d-policy","namespace":"ai-tenant-e2e-api-b-e3904d"},"namespace":"ai-tenant-e2e-api-b-e3904d","name":"e2e-e2e-api-b-e3904d-policy","reconcileID":"a742901c-a281-4d80-978c-d5fa07fdd40e"} {"level":"info","ts":"2026-07-08T17:54:28Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e3904d-policy","namespace":"ai-tenant-e2e-api-b-e3904d"},"namespace":"ai-tenant-e2e-api-b-e3904d","name":"e2e-e2e-api-b-e3904d-policy","reconcileID":"a742901c-a281-4d80-978c-d5fa07fdd40e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e3904d-policy","namespace":"ai-tenant-e2e-api-b-e3904d"},"name":"e2e-api-b-e3904d-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T17:54:28Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8f54e15-a67c-489a-a265-5796c8d522fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T17:54:33Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b3406cdd-2704-4083-b3ef-c85075805c91","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:54:33Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"123892a0-d90c-476c-8561-689085ec2b3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:54:36Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-7e76ff/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-7e76ff","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-7e76ff","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-7e76ff"},"tenantIdentifier":"e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:36Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-7e76ff/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-7e76ff","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-7e76ff","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-7e76ff"},"tenantIdentifier":"e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:36Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7e76ff"},"namespace":"ai-tenant-e2e-api-a-7e76ff","name":"default-tenant","reconcileID":"0e7dd220-7e89-4dfb-9ae2-c6d3e23a3de8","tenant":"ai-tenant-e2e-api-a-7e76ff/default-tenant","tenantID":"e2e-api-a-7e76ff","subscriptionNamespace":"ai-tenant-e2e-api-a-7e76ff","gatewayName":"e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:36Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-7e76ff/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-7e76ff","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-7e76ff","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-7e76ff"},"tenantIdentifier":"e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:36Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7e76ff-policy","namespace":"ai-tenant-e2e-api-a-7e76ff"},"namespace":"ai-tenant-e2e-api-a-7e76ff","name":"e2e-e2e-api-a-7e76ff-policy","reconcileID":"34150350-4a8b-4250-ae91-c37cc38309d9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7e76ff-policy","namespace":"ai-tenant-e2e-api-a-7e76ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7e76ff","tenantID":"e2e-api-a-7e76ff","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T17:54:36Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7e76ff-policy","namespace":"ai-tenant-e2e-api-a-7e76ff"},"namespace":"ai-tenant-e2e-api-a-7e76ff","name":"e2e-e2e-api-a-7e76ff-policy","reconcileID":"34150350-4a8b-4250-ae91-c37cc38309d9"} {"level":"info","ts":"2026-07-08T17:54:36Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7e76ff-policy","namespace":"ai-tenant-e2e-api-a-7e76ff"},"namespace":"ai-tenant-e2e-api-a-7e76ff","name":"e2e-e2e-api-a-7e76ff-policy","reconcileID":"34150350-4a8b-4250-ae91-c37cc38309d9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7e76ff-policy","namespace":"ai-tenant-e2e-api-a-7e76ff"},"name":"e2e-api-a-7e76ff-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T17:54:36Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-7e76ff","deploymentName":"maas-api-e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:36Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-7e76ff","deploymentName":"maas-api-e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:36Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-7e76ff","deploymentName":"maas-api-e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T17:54:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T17:54:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-7e76ff/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-7e76ff","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-7e76ff","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-7e76ff"},"tenantIdentifier":"e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-7e76ff","deploymentName":"maas-api-e2e-api-a-7e76ff"} {"level":"error","ts":"2026-07-08T17:54:37Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7e76ff"},"namespace":"ai-tenant-e2e-api-a-7e76ff","name":"default-tenant","reconcileID":"0e7dd220-7e89-4dfb-9ae2-c6d3e23a3de8","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T17:54:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-7e76ff/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-7e76ff","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-7e76ff","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-7e76ff"},"tenantIdentifier":"e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-7e76ff/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-7e76ff","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-7e76ff","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-7e76ff"},"tenantIdentifier":"e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:37Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7e76ff"},"namespace":"ai-tenant-e2e-api-a-7e76ff","name":"default-tenant","reconcileID":"46314cf6-d4b3-414c-9e8e-46f0b29e1a5c","namespace":"ai-tenant-e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:37Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7e76ff"},"namespace":"ai-tenant-e2e-api-a-7e76ff","name":"default-tenant","reconcileID":"46314cf6-d4b3-414c-9e8e-46f0b29e1a5c","name":"e2e-e2e-api-a-7e76ff-policy","namespace":"ai-tenant-e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:37Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7e76ff"},"namespace":"ai-tenant-e2e-api-a-7e76ff","name":"default-tenant","reconcileID":"46314cf6-d4b3-414c-9e8e-46f0b29e1a5c","count":1} {"level":"info","ts":"2026-07-08T17:54:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-7e76ff/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-7e76ff","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-7e76ff","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-7e76ff"},"tenantIdentifier":"e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:37Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7e76ff"},"namespace":"ai-tenant-e2e-api-a-7e76ff","name":"default-tenant","reconcileID":"46314cf6-d4b3-414c-9e8e-46f0b29e1a5c","tenant":"e2e-api-a-7e76ff","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T17:54:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-7e76ff","deploymentName":"maas-api-e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:37Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7e76ff-policy","namespace":"ai-tenant-e2e-api-a-7e76ff"},"namespace":"ai-tenant-e2e-api-a-7e76ff","name":"e2e-e2e-api-a-7e76ff-policy","reconcileID":"0caddbbe-c2ed-464d-8a9f-d586cfbb93fb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7e76ff-policy","namespace":"ai-tenant-e2e-api-a-7e76ff"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-08T17:54:37Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7e76ff"},"namespace":"ai-tenant-e2e-api-a-7e76ff","name":"default-tenant","reconcileID":"46314cf6-d4b3-414c-9e8e-46f0b29e1a5c","gvk":"Deployment","name":"maas-api-e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:37Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7e76ff"},"namespace":"ai-tenant-e2e-api-a-7e76ff","name":"default-tenant","reconcileID":"46314cf6-d4b3-414c-9e8e-46f0b29e1a5c","gvk":"Service","name":"maas-api-e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:37Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7e76ff"},"namespace":"ai-tenant-e2e-api-a-7e76ff","name":"default-tenant","reconcileID":"46314cf6-d4b3-414c-9e8e-46f0b29e1a5c","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:37Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7e76ff"},"namespace":"ai-tenant-e2e-api-a-7e76ff","name":"default-tenant","reconcileID":"46314cf6-d4b3-414c-9e8e-46f0b29e1a5c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-7e76ff"} {"level":"info","ts":"2026-07-08T17:54:41Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-08T17:54:41Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-08T17:54:41Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"46466e94-c01a-4008-b0c8-b051adf28a12","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-07-08T17:54:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-08T17:54:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-08T17:54:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-08T17:54:42Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-08T17:54:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-08T17:54:43Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e3904d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e3904d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e3904d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e3904d"},"tenantIdentifier":"e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:43Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e3904d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e3904d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e3904d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e3904d"},"tenantIdentifier":"e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:43Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e3904d-policy","namespace":"ai-tenant-e2e-api-b-e3904d"},"namespace":"ai-tenant-e2e-api-b-e3904d","name":"e2e-e2e-api-b-e3904d-policy","reconcileID":"1645e6a5-73e9-4c16-b343-7a228d6605c6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e3904d-policy","namespace":"ai-tenant-e2e-api-b-e3904d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e3904d","tenantID":"e2e-api-b-e3904d","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T17:54:43Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e3904d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e3904d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e3904d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e3904d"},"tenantIdentifier":"e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:43Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e3904d"},"namespace":"ai-tenant-e2e-api-b-e3904d","name":"default-tenant","reconcileID":"1393eab0-d13c-45d1-a324-12fa7deddda1","tenant":"ai-tenant-e2e-api-b-e3904d/default-tenant","tenantID":"e2e-api-b-e3904d","subscriptionNamespace":"ai-tenant-e2e-api-b-e3904d","gatewayName":"e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:43Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e3904d-policy","namespace":"ai-tenant-e2e-api-b-e3904d"},"namespace":"ai-tenant-e2e-api-b-e3904d","name":"e2e-e2e-api-b-e3904d-policy","reconcileID":"1645e6a5-73e9-4c16-b343-7a228d6605c6"} {"level":"info","ts":"2026-07-08T17:54:43Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e3904d-policy","namespace":"ai-tenant-e2e-api-b-e3904d"},"namespace":"ai-tenant-e2e-api-b-e3904d","name":"e2e-e2e-api-b-e3904d-policy","reconcileID":"1645e6a5-73e9-4c16-b343-7a228d6605c6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e3904d-policy","namespace":"ai-tenant-e2e-api-b-e3904d"},"name":"e2e-api-b-e3904d-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T17:54:43Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e3904d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e3904d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e3904d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e3904d"},"tenantIdentifier":"e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:43Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e3904d","deploymentName":"maas-api-e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:43Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e3904d","deploymentName":"maas-api-e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:43Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e3904d","deploymentName":"maas-api-e2e-api-b-e3904d"} {"level":"error","ts":"2026-07-08T17:54:44Z","msg":"failed to fetch gateway info","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e3904d-policy","namespace":"ai-tenant-e2e-api-b-e3904d"},"namespace":"ai-tenant-e2e-api-b-e3904d","name":"e2e-e2e-api-b-e3904d-policy","reconcileID":"3892ec42-6501-43d2-84b8-ece59d9b2a55","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e3904d-policy","namespace":"ai-tenant-e2e-api-b-e3904d"},"error":"get owning AITenant ai-tenants/e2e-api-b-e3904d for tenant ai-tenant-e2e-api-b-e3904d/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-b-e3904d\" not found","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:452\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T17:54:44Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e3904d-policy","namespace":"ai-tenant-e2e-api-b-e3904d"},"namespace":"ai-tenant-e2e-api-b-e3904d","name":"e2e-e2e-api-b-e3904d-policy","reconcileID":"3892ec42-6501-43d2-84b8-ece59d9b2a55","error":"get owning AITenant ai-tenants/e2e-api-b-e3904d for tenant ai-tenant-e2e-api-b-e3904d/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-b-e3904d\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T17:54:44Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e3904d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e3904d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e3904d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e3904d"},"tenantIdentifier":"e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:44Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e3904d","deploymentName":"maas-api-e2e-api-b-e3904d"} {"level":"error","ts":"2026-07-08T17:54:44Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e3904d"},"namespace":"ai-tenant-e2e-api-b-e3904d","name":"default-tenant","reconcileID":"1393eab0-d13c-45d1-a324-12fa7deddda1","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T17:54:44Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e3904d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e3904d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e3904d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e3904d"},"tenantIdentifier":"e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:44Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e3904d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e3904d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e3904d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e3904d"},"tenantIdentifier":"e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:44Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e3904d"},"namespace":"ai-tenant-e2e-api-b-e3904d","name":"default-tenant","reconcileID":"36f8b997-7afb-4b11-8850-64470c375f40","namespace":"ai-tenant-e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:44Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e3904d"},"namespace":"ai-tenant-e2e-api-b-e3904d","name":"default-tenant","reconcileID":"36f8b997-7afb-4b11-8850-64470c375f40","name":"e2e-e2e-api-b-e3904d-policy","namespace":"ai-tenant-e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:44Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e3904d"},"namespace":"ai-tenant-e2e-api-b-e3904d","name":"default-tenant","reconcileID":"36f8b997-7afb-4b11-8850-64470c375f40","count":1} {"level":"info","ts":"2026-07-08T17:54:44Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e3904d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e3904d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e3904d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e3904d"},"tenantIdentifier":"e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:44Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e3904d"},"namespace":"ai-tenant-e2e-api-b-e3904d","name":"default-tenant","reconcileID":"36f8b997-7afb-4b11-8850-64470c375f40","tenant":"e2e-api-b-e3904d","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T17:54:44Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e3904d","deploymentName":"maas-api-e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:44Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e3904d-policy","namespace":"ai-tenant-e2e-api-b-e3904d"},"namespace":"ai-tenant-e2e-api-b-e3904d","name":"e2e-e2e-api-b-e3904d-policy","reconcileID":"2dc7cad2-b108-4ac0-a5ca-760cf0fc5b61","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e3904d-policy","namespace":"ai-tenant-e2e-api-b-e3904d"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-08T17:54:44Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e3904d"},"namespace":"ai-tenant-e2e-api-b-e3904d","name":"default-tenant","reconcileID":"36f8b997-7afb-4b11-8850-64470c375f40","gvk":"Deployment","name":"maas-api-e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:44Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e3904d"},"namespace":"ai-tenant-e2e-api-b-e3904d","name":"default-tenant","reconcileID":"36f8b997-7afb-4b11-8850-64470c375f40","gvk":"Service","name":"maas-api-e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:44Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e3904d"},"namespace":"ai-tenant-e2e-api-b-e3904d","name":"default-tenant","reconcileID":"36f8b997-7afb-4b11-8850-64470c375f40","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:44Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e3904d"},"namespace":"ai-tenant-e2e-api-b-e3904d","name":"default-tenant","reconcileID":"36f8b997-7afb-4b11-8850-64470c375f40","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-e3904d"} {"level":"info","ts":"2026-07-08T17:54:52Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b4682a64-12e5-4e8a-91dd-2f8a92b143c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:54:52Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c4a94ee7-b8f2-422d-8d9c-5f14b6cf38d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:54:54Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-67c226/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-67c226","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-67c226","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-67c226"},"tenantIdentifier":"e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:54:54Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-67c226/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-67c226","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-67c226","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-67c226"},"tenantIdentifier":"e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:54:54Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-67c226"},"namespace":"ai-tenant-e2e-shared-a-67c226","name":"default-tenant","reconcileID":"604966ee-6628-456c-89d4-bee4cc90617e","tenant":"ai-tenant-e2e-shared-a-67c226/default-tenant","tenantID":"e2e-shared-a-67c226","subscriptionNamespace":"ai-tenant-e2e-shared-a-67c226","gatewayName":"e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:54:54Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-67c226","deploymentName":"maas-api-e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:54:54Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-67c226","deploymentName":"maas-api-e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:54:54Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-67c226","deploymentName":"maas-api-e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:54:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-67c226/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-67c226","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-67c226","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-67c226"},"tenantIdentifier":"e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:54:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-67c226","deploymentName":"maas-api-e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:54:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-67c226/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-67c226","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-67c226","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-67c226"},"tenantIdentifier":"e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:54:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-67c226/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-67c226","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-67c226","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-67c226"},"tenantIdentifier":"e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:54:55Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-67c226"},"namespace":"ai-tenant-e2e-shared-a-67c226","name":"default-tenant","reconcileID":"0f96d9c6-d73a-4dfc-a8f5-9a865f6f1b03","tenant":"ai-tenant-e2e-shared-a-67c226/default-tenant","tenantID":"e2e-shared-a-67c226","subscriptionNamespace":"ai-tenant-e2e-shared-a-67c226","gatewayName":"e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:54:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-67c226","deploymentName":"maas-api-e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:54:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-67c226","deploymentName":"maas-api-e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:54:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-67c226","deploymentName":"maas-api-e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:54:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-67c226/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-67c226","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-67c226","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-67c226"},"tenantIdentifier":"e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:54:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-67c226","deploymentName":"maas-api-e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:55:00Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"91c18210-c5f8-4c9e-8d32-229da3f26a63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:55:00Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bf8691fb-f1e2-4479-9e8f-db2eafe60d78","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:55:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-9fde78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-9fde78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-9fde78"},"tenantIdentifier":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-9fde78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-9fde78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-9fde78"},"tenantIdentifier":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:02Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-9fde78"},"namespace":"ai-tenant-e2e-shared-b-9fde78","name":"default-tenant","reconcileID":"38daf24e-b6b6-4175-9d82-b859fa7870ee","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","tenantID":"e2e-shared-b-9fde78","subscriptionNamespace":"ai-tenant-e2e-shared-b-9fde78","gatewayName":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-9fde78","deploymentName":"maas-api-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-9fde78","deploymentName":"maas-api-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-9fde78","deploymentName":"maas-api-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-9fde78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-9fde78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-9fde78"},"tenantIdentifier":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-9fde78","deploymentName":"maas-api-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-9fde78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-9fde78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-9fde78"},"tenantIdentifier":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-9fde78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-9fde78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-9fde78"},"tenantIdentifier":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:03Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-9fde78"},"namespace":"ai-tenant-e2e-shared-b-9fde78","name":"default-tenant","reconcileID":"dff1eda6-cd3f-4975-8ef4-5e689984252f","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","tenantID":"e2e-shared-b-9fde78","subscriptionNamespace":"ai-tenant-e2e-shared-b-9fde78","gatewayName":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-9fde78","deploymentName":"maas-api-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-9fde78","deploymentName":"maas-api-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-9fde78","deploymentName":"maas-api-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-9fde78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-9fde78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-9fde78"},"tenantIdentifier":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-9fde78","deploymentName":"maas-api-e2e-shared-b-9fde78"} {"level":"error","ts":"2026-07-08T17:55:03Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-9fde78"},"namespace":"ai-tenant-e2e-shared-b-9fde78","name":"default-tenant","reconcileID":"dff1eda6-cd3f-4975-8ef4-5e689984252f","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T17:55:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-9fde78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-9fde78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-9fde78"},"tenantIdentifier":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-9fde78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-9fde78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-9fde78"},"tenantIdentifier":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:03Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-9fde78"},"namespace":"ai-tenant-e2e-shared-b-9fde78","name":"default-tenant","reconcileID":"07a3bcdb-7772-42fd-a645-3633ff8a46cd","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","tenantID":"e2e-shared-b-9fde78","subscriptionNamespace":"ai-tenant-e2e-shared-b-9fde78","gatewayName":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-9fde78","deploymentName":"maas-api-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-9fde78","deploymentName":"maas-api-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-9fde78","deploymentName":"maas-api-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:04Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-9fde78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-9fde78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-9fde78"},"tenantIdentifier":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-9fde78","deploymentName":"maas-api-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:04Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-9fde78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-9fde78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-9fde78"},"tenantIdentifier":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:04Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-9fde78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-9fde78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-9fde78"},"tenantIdentifier":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:04Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-9fde78"},"namespace":"ai-tenant-e2e-shared-b-9fde78","name":"default-tenant","reconcileID":"683b37d0-5489-4fe1-9887-b54b1d488d14","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","tenantID":"e2e-shared-b-9fde78","subscriptionNamespace":"ai-tenant-e2e-shared-b-9fde78","gatewayName":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-9fde78","deploymentName":"maas-api-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-9fde78","deploymentName":"maas-api-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-9fde78","deploymentName":"maas-api-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:04Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-9fde78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-9fde78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-9fde78"},"tenantIdentifier":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-9fde78","deploymentName":"maas-api-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T17:55:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T17:55:15Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-67c226/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-67c226","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-67c226","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-67c226"},"tenantIdentifier":"e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:55:15Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-67c226/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-67c226","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-67c226","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-67c226"},"tenantIdentifier":"e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:55:15Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-67c226"},"namespace":"ai-tenant-e2e-shared-a-67c226","name":"default-tenant","reconcileID":"fcd3576f-0e30-4abf-8aaf-445b2a4ffd75","tenant":"ai-tenant-e2e-shared-a-67c226/default-tenant","tenantID":"e2e-shared-a-67c226","subscriptionNamespace":"ai-tenant-e2e-shared-a-67c226","gatewayName":"e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:55:15Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-67c226","deploymentName":"maas-api-e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:55:15Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-67c226","deploymentName":"maas-api-e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:55:15Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-67c226","deploymentName":"maas-api-e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:55:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-67c226/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-67c226","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-67c226","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-67c226"},"tenantIdentifier":"e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:55:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-67c226","deploymentName":"maas-api-e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:55:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-67c226/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-67c226","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-67c226","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-67c226"},"tenantIdentifier":"e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:55:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-67c226/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-67c226","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-67c226","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-67c226"},"tenantIdentifier":"e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:55:16Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-67c226"},"namespace":"ai-tenant-e2e-shared-a-67c226","name":"default-tenant","reconcileID":"75e3752c-e54c-4201-8087-173ed321343c","tenant":"ai-tenant-e2e-shared-a-67c226/default-tenant","tenantID":"e2e-shared-a-67c226","subscriptionNamespace":"ai-tenant-e2e-shared-a-67c226","gatewayName":"e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:55:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-67c226","deploymentName":"maas-api-e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:55:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-67c226","deploymentName":"maas-api-e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:55:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-67c226","deploymentName":"maas-api-e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:55:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-67c226/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-67c226","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-67c226","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-67c226"},"tenantIdentifier":"e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:55:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-67c226","deploymentName":"maas-api-e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:55:21Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d93683bf-8318-4af0-9666-2cf2bd48a08b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:55:21Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2c33c79c-6c02-453a-b476-dee29f740b76","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:55:24Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-9fde78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-9fde78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-9fde78"},"tenantIdentifier":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:24Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-9fde78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-9fde78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-9fde78"},"tenantIdentifier":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:24Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-9fde78"},"namespace":"ai-tenant-e2e-shared-b-9fde78","name":"default-tenant","reconcileID":"c53dfad0-ff20-4182-b0ff-65268be2fbe8","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","tenantID":"e2e-shared-b-9fde78","subscriptionNamespace":"ai-tenant-e2e-shared-b-9fde78","gatewayName":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-9fde78","deploymentName":"maas-api-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-9fde78","deploymentName":"maas-api-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-9fde78","deploymentName":"maas-api-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-9fde78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-9fde78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-9fde78"},"tenantIdentifier":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-9fde78","deploymentName":"maas-api-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-9fde78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-9fde78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-9fde78"},"tenantIdentifier":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-9fde78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-9fde78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-9fde78"},"tenantIdentifier":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:25Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-9fde78"},"namespace":"ai-tenant-e2e-shared-b-9fde78","name":"default-tenant","reconcileID":"19c200b8-708d-4df9-9b41-95f172253256","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","tenantID":"e2e-shared-b-9fde78","subscriptionNamespace":"ai-tenant-e2e-shared-b-9fde78","gatewayName":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-9fde78","deploymentName":"maas-api-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-9fde78","deploymentName":"maas-api-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-9fde78","deploymentName":"maas-api-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-9fde78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-9fde78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-9fde78"},"tenantIdentifier":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-9fde78","deploymentName":"maas-api-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:55:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T17:55:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T17:56:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T17:56:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T17:56:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T17:56:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T17:57:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T17:57:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T17:57:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T17:57:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T17:58:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T17:58:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T17:58:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-67c226/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-67c226","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-67c226","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-67c226"},"tenantIdentifier":"e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:58:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-67c226/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-67c226","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-67c226","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-67c226"},"tenantIdentifier":"e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:58:12Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-67c226"},"namespace":"ai-tenant-e2e-shared-a-67c226","name":"default-tenant","reconcileID":"d232870c-74db-4704-a6b9-2dcc911ed2d7","tenant":"ai-tenant-e2e-shared-a-67c226/default-tenant","tenantID":"e2e-shared-a-67c226","subscriptionNamespace":"ai-tenant-e2e-shared-a-67c226","gatewayName":"e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:58:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-67c226","deploymentName":"maas-api-e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:58:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-67c226","deploymentName":"maas-api-e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:58:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-67c226","deploymentName":"maas-api-e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:58:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-67c226/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-67c226","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-67c226","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-67c226"},"tenantIdentifier":"e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:58:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-67c226","deploymentName":"maas-api-e2e-shared-a-67c226"} {"level":"error","ts":"2026-07-08T17:58:12Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-67c226"},"namespace":"ai-tenant-e2e-shared-a-67c226","name":"default-tenant","reconcileID":"d232870c-74db-4704-a6b9-2dcc911ed2d7","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T17:58:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-67c226/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-67c226","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-67c226","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-67c226"},"tenantIdentifier":"e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:58:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-67c226/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-67c226","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-67c226","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-67c226"},"tenantIdentifier":"e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:58:12Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-67c226"},"namespace":"ai-tenant-e2e-shared-a-67c226","name":"default-tenant","reconcileID":"10f024dc-6e68-4eba-92c2-2daab38e9e6c","namespace":"ai-tenant-e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:58:12Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-67c226"},"namespace":"ai-tenant-e2e-shared-a-67c226","name":"default-tenant","reconcileID":"10f024dc-6e68-4eba-92c2-2daab38e9e6c","count":0} {"level":"info","ts":"2026-07-08T17:58:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-67c226/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-67c226","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-67c226","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-67c226"},"tenantIdentifier":"e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:58:12Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-67c226"},"namespace":"ai-tenant-e2e-shared-a-67c226","name":"default-tenant","reconcileID":"10f024dc-6e68-4eba-92c2-2daab38e9e6c","tenant":"e2e-shared-a-67c226","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T17:58:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-67c226","deploymentName":"maas-api-e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:58:12Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-67c226"},"namespace":"ai-tenant-e2e-shared-a-67c226","name":"default-tenant","reconcileID":"10f024dc-6e68-4eba-92c2-2daab38e9e6c","gvk":"Deployment","name":"maas-api-e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:58:12Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-67c226"},"namespace":"ai-tenant-e2e-shared-a-67c226","name":"default-tenant","reconcileID":"10f024dc-6e68-4eba-92c2-2daab38e9e6c","gvk":"Service","name":"maas-api-e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:58:12Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-67c226"},"namespace":"ai-tenant-e2e-shared-a-67c226","name":"default-tenant","reconcileID":"10f024dc-6e68-4eba-92c2-2daab38e9e6c","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:58:12Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-67c226"},"namespace":"ai-tenant-e2e-shared-a-67c226","name":"default-tenant","reconcileID":"10f024dc-6e68-4eba-92c2-2daab38e9e6c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:58:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-67c226/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-67c226","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-67c226","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-67c226"},"tenantIdentifier":"e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:58:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-67c226/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-67c226","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-67c226","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-67c226"},"tenantIdentifier":"e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:58:12Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-67c226"},"namespace":"ai-tenant-e2e-shared-a-67c226","name":"default-tenant","reconcileID":"276d2481-00ab-4e12-b065-3144470867e8","namespace":"ai-tenant-e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:58:12Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-67c226"},"namespace":"ai-tenant-e2e-shared-a-67c226","name":"default-tenant","reconcileID":"276d2481-00ab-4e12-b065-3144470867e8","count":0} {"level":"info","ts":"2026-07-08T17:58:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-67c226/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-67c226","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-67c226","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-67c226"},"tenantIdentifier":"e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:58:12Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-67c226"},"namespace":"ai-tenant-e2e-shared-a-67c226","name":"default-tenant","reconcileID":"276d2481-00ab-4e12-b065-3144470867e8","tenant":"e2e-shared-a-67c226","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T17:58:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-67c226","deploymentName":"maas-api-e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:58:12Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-67c226"},"namespace":"ai-tenant-e2e-shared-a-67c226","name":"default-tenant","reconcileID":"276d2481-00ab-4e12-b065-3144470867e8","gvk":"Deployment","name":"maas-api-e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:58:12Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-67c226"},"namespace":"ai-tenant-e2e-shared-a-67c226","name":"default-tenant","reconcileID":"276d2481-00ab-4e12-b065-3144470867e8","gvk":"Service","name":"maas-api-e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:58:12Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-67c226"},"namespace":"ai-tenant-e2e-shared-a-67c226","name":"default-tenant","reconcileID":"276d2481-00ab-4e12-b065-3144470867e8","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-67c226"} {"level":"info","ts":"2026-07-08T17:58:12Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-67c226"},"namespace":"ai-tenant-e2e-shared-a-67c226","name":"default-tenant","reconcileID":"276d2481-00ab-4e12-b065-3144470867e8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-67c226"} {"level":"error","ts":"2026-07-08T17:58:12Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-67c226"},"namespace":"ai-tenant-e2e-shared-a-67c226","name":"default-tenant","reconcileID":"276d2481-00ab-4e12-b065-3144470867e8","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T17:58:16Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ed26a154-d997-4125-bc6d-b9ffcaf5bbc6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:58:16Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4894b01c-3d09-4c6d-a9f5-0d242e19d528","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T17:58:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-9fde78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-9fde78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-9fde78"},"tenantIdentifier":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:58:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-9fde78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-9fde78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-9fde78"},"tenantIdentifier":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:58:18Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-9fde78"},"namespace":"ai-tenant-e2e-shared-b-9fde78","name":"default-tenant","reconcileID":"f84080f3-17c4-47e5-be6d-3ce7fe5322e8","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","tenantID":"e2e-shared-b-9fde78","subscriptionNamespace":"ai-tenant-e2e-shared-b-9fde78","gatewayName":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:58:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-9fde78","deploymentName":"maas-api-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:58:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-9fde78","deploymentName":"maas-api-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:58:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-9fde78","deploymentName":"maas-api-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:58:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-9fde78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-9fde78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-9fde78"},"tenantIdentifier":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:58:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-9fde78","deploymentName":"maas-api-e2e-shared-b-9fde78"} {"level":"error","ts":"2026-07-08T17:58:19Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-9fde78"},"namespace":"ai-tenant-e2e-shared-b-9fde78","name":"default-tenant","reconcileID":"f84080f3-17c4-47e5-be6d-3ce7fe5322e8","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T17:58:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-9fde78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-9fde78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-9fde78"},"tenantIdentifier":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:58:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-9fde78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-9fde78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-9fde78"},"tenantIdentifier":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:58:19Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-9fde78"},"namespace":"ai-tenant-e2e-shared-b-9fde78","name":"default-tenant","reconcileID":"b52ee9cf-5cc5-476f-a880-571998dab9d3","namespace":"ai-tenant-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:58:19Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-9fde78"},"namespace":"ai-tenant-e2e-shared-b-9fde78","name":"default-tenant","reconcileID":"b52ee9cf-5cc5-476f-a880-571998dab9d3","count":0} {"level":"info","ts":"2026-07-08T17:58:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-9fde78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-9fde78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-9fde78"},"tenantIdentifier":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:58:19Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-9fde78"},"namespace":"ai-tenant-e2e-shared-b-9fde78","name":"default-tenant","reconcileID":"b52ee9cf-5cc5-476f-a880-571998dab9d3","tenant":"e2e-shared-b-9fde78","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T17:58:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-9fde78","deploymentName":"maas-api-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:58:19Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-9fde78"},"namespace":"ai-tenant-e2e-shared-b-9fde78","name":"default-tenant","reconcileID":"b52ee9cf-5cc5-476f-a880-571998dab9d3","gvk":"Deployment","name":"maas-api-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:58:19Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-9fde78"},"namespace":"ai-tenant-e2e-shared-b-9fde78","name":"default-tenant","reconcileID":"b52ee9cf-5cc5-476f-a880-571998dab9d3","gvk":"Service","name":"maas-api-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:58:19Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-9fde78"},"namespace":"ai-tenant-e2e-shared-b-9fde78","name":"default-tenant","reconcileID":"b52ee9cf-5cc5-476f-a880-571998dab9d3","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:58:20Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-9fde78"},"namespace":"ai-tenant-e2e-shared-b-9fde78","name":"default-tenant","reconcileID":"b52ee9cf-5cc5-476f-a880-571998dab9d3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:58:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-9fde78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-9fde78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-9fde78"},"tenantIdentifier":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:58:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-9fde78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-9fde78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-9fde78"},"tenantIdentifier":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:58:20Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-9fde78"},"namespace":"ai-tenant-e2e-shared-b-9fde78","name":"default-tenant","reconcileID":"31dc9a28-2a05-47fe-9b8a-a01f69a80d5d","namespace":"ai-tenant-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:58:20Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-9fde78"},"namespace":"ai-tenant-e2e-shared-b-9fde78","name":"default-tenant","reconcileID":"31dc9a28-2a05-47fe-9b8a-a01f69a80d5d","count":0} {"level":"info","ts":"2026-07-08T17:58:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-9fde78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-9fde78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-9fde78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-9fde78"},"tenantIdentifier":"e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:58:20Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-9fde78"},"namespace":"ai-tenant-e2e-shared-b-9fde78","name":"default-tenant","reconcileID":"31dc9a28-2a05-47fe-9b8a-a01f69a80d5d","tenant":"e2e-shared-b-9fde78","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T17:58:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-9fde78","deploymentName":"maas-api-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:58:20Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-9fde78"},"namespace":"ai-tenant-e2e-shared-b-9fde78","name":"default-tenant","reconcileID":"31dc9a28-2a05-47fe-9b8a-a01f69a80d5d","gvk":"Deployment","name":"maas-api-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:58:20Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-9fde78"},"namespace":"ai-tenant-e2e-shared-b-9fde78","name":"default-tenant","reconcileID":"31dc9a28-2a05-47fe-9b8a-a01f69a80d5d","gvk":"Service","name":"maas-api-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:58:20Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-9fde78"},"namespace":"ai-tenant-e2e-shared-b-9fde78","name":"default-tenant","reconcileID":"31dc9a28-2a05-47fe-9b8a-a01f69a80d5d","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-9fde78"} {"level":"info","ts":"2026-07-08T17:58:20Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-9fde78"},"namespace":"ai-tenant-e2e-shared-b-9fde78","name":"default-tenant","reconcileID":"31dc9a28-2a05-47fe-9b8a-a01f69a80d5d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-9fde78"} {"level":"error","ts":"2026-07-08T17:58:20Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-9fde78"},"namespace":"ai-tenant-e2e-shared-b-9fde78","name":"default-tenant","reconcileID":"31dc9a28-2a05-47fe-9b8a-a01f69a80d5d","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}