{"level":"info","ts":"2026-07-08T19:18:14Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce","reconcileID":"45432fa7-7f57-460d-9c45-b2d1f85d1138","MaaSModelRef":{"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"},"routeName":"test-model-b274ce-kserve-route","namespace":"ai-tenant-e2e-inf-a-b274ce","llmisvcName":"test-model-b274ce","gateway":"openshift-ingress/e2e-inf-a-b274ce","hostnames":[]} {"level":"info","ts":"2026-07-08T19:18:14Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce","reconcileID":"0c18f51a-633d-4d83-aef5-49774367edb3","MaaSModelRef":{"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"},"routeName":"test-model-b274ce-kserve-route","namespace":"ai-tenant-e2e-inf-a-b274ce","llmisvcName":"test-model-b274ce","gateway":"openshift-ingress/e2e-inf-a-b274ce","hostnames":[]} {"level":"info","ts":"2026-07-08T19:18:14Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce","reconcileID":"daf28c1b-d124-473f-8302-3db7210e2614","MaaSModelRef":{"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"},"routeName":"test-model-b274ce-kserve-route","namespace":"ai-tenant-e2e-inf-a-b274ce","llmisvcName":"test-model-b274ce","gateway":"openshift-ingress/e2e-inf-a-b274ce","hostnames":[]} {"level":"error","ts":"2026-07-08T19:18:14Z","msg":"Reconciler error","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b274ce-sub","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-sub","reconcileID":"9a1be6e7-ea43-4901-bc67-dd11dbfc6dc8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-b274ce-sub\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T19:18:14Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce","reconcileID":"a74f73d2-b5c5-4946-8b04-1474dae4f117","MaaSModelRef":{"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"},"routeName":"test-model-b274ce-kserve-route","namespace":"ai-tenant-e2e-inf-a-b274ce","llmisvcName":"test-model-b274ce","gateway":"openshift-ingress/e2e-inf-a-b274ce","hostnames":[]} {"level":"info","ts":"2026-07-08T19:18:14Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce","reconcileID":"6c9c3f46-a281-465e-9f24-2bec2df42cef","MaaSModelRef":{"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"},"routeName":"test-model-b274ce-kserve-route","namespace":"ai-tenant-e2e-inf-a-b274ce","llmisvcName":"test-model-b274ce","gateway":"openshift-ingress/e2e-inf-a-b274ce","hostnames":[]} {"level":"info","ts":"2026-07-08T19:18:14Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b274ce-sub","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-sub","reconcileID":"ebe95094-aea7-43c5-963c-f6037f5c72d7","MaaSSubscription":{"name":"test-model-b274ce-sub","namespace":"ai-tenant-e2e-inf-a-b274ce"},"name":"maas-trlp-test-model-b274ce","model":"test-model-b274ce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-b274ce/test-model-b274ce-sub"]} {"level":"info","ts":"2026-07-08T19:18:14Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce","reconcileID":"a74db7db-0ea6-4342-a899-0c9020a42e43","MaaSModelRef":{"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"},"routeName":"test-model-b274ce-kserve-route","namespace":"ai-tenant-e2e-inf-a-b274ce","llmisvcName":"test-model-b274ce","gateway":"openshift-ingress/e2e-inf-a-b274ce","hostnames":[]} {"level":"info","ts":"2026-07-08T19:18:14Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b274ce-sub","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-sub","reconcileID":"84c54e85-4bf1-4b35-8a78-47182e52cb0c","MaaSSubscription":{"name":"test-model-b274ce-sub","namespace":"ai-tenant-e2e-inf-a-b274ce"},"name":"maas-trlp-test-model-b274ce","model":"ai-tenant-e2e-inf-a-b274ce/test-model-b274ce","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:18:14Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce","reconcileID":"be7ce7f0-7317-4bda-a746-dadf1109e47d","MaaSModelRef":{"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"},"routeName":"test-model-b274ce-kserve-route","namespace":"ai-tenant-e2e-inf-a-b274ce","llmisvcName":"test-model-b274ce","gateway":"openshift-ingress/e2e-inf-a-b274ce","hostnames":[]} {"level":"info","ts":"2026-07-08T19:18:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-b274ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-b274ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-b274ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-b274ce"},"tenantIdentifier":"e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:14Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce","reconcileID":"a2ca810c-eb99-41eb-b18d-d68b83df8aff","MaaSModelRef":{"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"},"routeName":"test-model-b274ce-kserve-route","namespace":"ai-tenant-e2e-inf-a-b274ce","llmisvcName":"test-model-b274ce","gateway":"openshift-ingress/e2e-inf-a-b274ce","hostnames":[]} {"level":"info","ts":"2026-07-08T19:18:14Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b274ce-auth","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-auth","reconcileID":"221d10db-f87c-49db-8d73-1b85cb47ede0","MaaSAuthPolicy":{"name":"test-model-b274ce-auth","namespace":"ai-tenant-e2e-inf-a-b274ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b274ce","tenantID":"e2e-inf-a-b274ce","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T19:18:14Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b274ce-sub","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-sub","reconcileID":"cb9ac5b5-5b0a-41f5-9306-de2742990e93","MaaSSubscription":{"name":"test-model-b274ce-sub","namespace":"ai-tenant-e2e-inf-a-b274ce"},"name":"maas-trlp-test-model-b274ce","model":"ai-tenant-e2e-inf-a-b274ce/test-model-b274ce","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:18:14Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b274ce-auth","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-auth","reconcileID":"221d10db-f87c-49db-8d73-1b85cb47ede0"} {"level":"info","ts":"2026-07-08T19:18:14Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b274ce-auth","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-auth","reconcileID":"221d10db-f87c-49db-8d73-1b85cb47ede0","MaaSAuthPolicy":{"name":"test-model-b274ce-auth","namespace":"ai-tenant-e2e-inf-a-b274ce"},"name":"e2e-inf-a-b274ce-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T19:18:14Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce","reconcileID":"784abaab-2c37-4f4c-a98c-c0844ac11706","MaaSModelRef":{"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"},"routeName":"test-model-b274ce-kserve-route","namespace":"ai-tenant-e2e-inf-a-b274ce","llmisvcName":"test-model-b274ce","gateway":"openshift-ingress/e2e-inf-a-b274ce","hostnames":[]} {"level":"info","ts":"2026-07-08T19:18:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-b274ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-b274ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-b274ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-b274ce"},"tenantIdentifier":"e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:14Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b274ce-auth","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-auth","reconcileID":"0e609ce6-241f-4546-8ae7-5cdcaa60d544","MaaSAuthPolicy":{"name":"test-model-b274ce-auth","namespace":"ai-tenant-e2e-inf-a-b274ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b274ce","tenantID":"e2e-inf-a-b274ce","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T19:18:14Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b274ce-auth","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-auth","reconcileID":"0e609ce6-241f-4546-8ae7-5cdcaa60d544"} {"level":"info","ts":"2026-07-08T19:18:14Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b274ce-auth","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-auth","reconcileID":"0e609ce6-241f-4546-8ae7-5cdcaa60d544","MaaSAuthPolicy":{"name":"test-model-b274ce-auth","namespace":"ai-tenant-e2e-inf-a-b274ce"},"name":"e2e-inf-a-b274ce-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T19:18:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-b274ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-b274ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-b274ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-b274ce"},"tenantIdentifier":"e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-b274ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-b274ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-b274ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-b274ce"},"tenantIdentifier":"e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:17Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"default-tenant","reconcileID":"2bed485a-c208-4b7d-8995-bd47702a85fe","tenant":"ai-tenant-e2e-inf-a-b274ce/default-tenant","tenantID":"e2e-inf-a-b274ce","subscriptionNamespace":"ai-tenant-e2e-inf-a-b274ce","gatewayName":"e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-b274ce","deploymentName":"maas-api-e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-b274ce","deploymentName":"maas-api-e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-b274ce","deploymentName":"maas-api-e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-b274ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-b274ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-b274ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-b274ce"},"tenantIdentifier":"e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-b274ce","deploymentName":"maas-api-e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-b274ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-b274ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-b274ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-b274ce"},"tenantIdentifier":"e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-b274ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-b274ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-b274ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-b274ce"},"tenantIdentifier":"e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:17Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b274ce-auth","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-auth","reconcileID":"9aba15dc-8e7e-4e88-b029-576565eae449","MaaSAuthPolicy":{"name":"test-model-b274ce-auth","namespace":"ai-tenant-e2e-inf-a-b274ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b274ce","tenantID":"e2e-inf-a-b274ce","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T19:18:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-b274ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-b274ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-b274ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-b274ce"},"tenantIdentifier":"e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:17Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"default-tenant","reconcileID":"e875ed3a-fca5-4027-926d-4edae486b468","tenant":"ai-tenant-e2e-inf-a-b274ce/default-tenant","tenantID":"e2e-inf-a-b274ce","subscriptionNamespace":"ai-tenant-e2e-inf-a-b274ce","gatewayName":"e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:18Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b274ce-auth","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-auth","reconcileID":"9aba15dc-8e7e-4e88-b029-576565eae449"} {"level":"info","ts":"2026-07-08T19:18:18Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b274ce-auth","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-auth","reconcileID":"9aba15dc-8e7e-4e88-b029-576565eae449","MaaSAuthPolicy":{"name":"test-model-b274ce-auth","namespace":"ai-tenant-e2e-inf-a-b274ce"},"name":"e2e-inf-a-b274ce-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T19:18:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-b274ce","deploymentName":"maas-api-e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-b274ce","deploymentName":"maas-api-e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-b274ce","deploymentName":"maas-api-e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-b274ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-b274ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-b274ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-b274ce"},"tenantIdentifier":"e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-b274ce","deploymentName":"maas-api-e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:20Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b274ce-sub","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-sub","reconcileID":"0d85c9cd-cf1d-4ef1-aa1e-9a4ea3f2a537","MaaSSubscription":{"name":"test-model-b274ce-sub","namespace":"ai-tenant-e2e-inf-a-b274ce"},"name":"maas-trlp-test-model-b274ce","model":"ai-tenant-e2e-inf-a-b274ce/test-model-b274ce","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:18:20Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce","reconcileID":"c9c7d309-b390-440b-8816-ce205f19c448","MaaSModelRef":{"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"},"routeName":"test-model-b274ce-kserve-route","namespace":"ai-tenant-e2e-inf-a-b274ce","llmisvcName":"test-model-b274ce","gateway":"openshift-ingress/e2e-inf-a-b274ce","hostnames":[]} {"level":"info","ts":"2026-07-08T19:18:21Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce","reconcileID":"24c650b9-01a5-4e4f-b20b-344269c6e3e7","MaaSModelRef":{"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"},"routeName":"test-model-b274ce-kserve-route","namespace":"ai-tenant-e2e-inf-a-b274ce","llmisvcName":"test-model-b274ce","gateway":"openshift-ingress/e2e-inf-a-b274ce","hostnames":[]} {"level":"info","ts":"2026-07-08T19:18:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-b274ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-b274ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-b274ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-b274ce"},"tenantIdentifier":"e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:21Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b274ce-auth","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-auth","reconcileID":"7860abee-c995-4604-8916-cc29e977a1b3","MaaSAuthPolicy":{"name":"test-model-b274ce-auth","namespace":"ai-tenant-e2e-inf-a-b274ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b274ce","tenantID":"e2e-inf-a-b274ce","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T19:18:21Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b274ce-sub","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-sub","reconcileID":"6f551725-38f8-4054-9100-b9d46600777e","MaaSSubscription":{"name":"test-model-b274ce-sub","namespace":"ai-tenant-e2e-inf-a-b274ce"},"name":"maas-trlp-test-model-b274ce","model":"ai-tenant-e2e-inf-a-b274ce/test-model-b274ce","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:18:21Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b274ce-auth","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-auth","reconcileID":"7860abee-c995-4604-8916-cc29e977a1b3"} {"level":"info","ts":"2026-07-08T19:18:21Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b274ce-auth","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-auth","reconcileID":"7860abee-c995-4604-8916-cc29e977a1b3","MaaSAuthPolicy":{"name":"test-model-b274ce-auth","namespace":"ai-tenant-e2e-inf-a-b274ce"},"name":"e2e-inf-a-b274ce-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T19:18:24Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2d9136/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2d9136","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2d9136","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2d9136"},"tenantIdentifier":"e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:18:24Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2d9136/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2d9136","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2d9136","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2d9136"},"tenantIdentifier":"e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:18:24Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"default-tenant","reconcileID":"dccea403-167f-40b8-9dda-aa0377b3eb94","tenant":"ai-tenant-e2e-inf-b-2d9136/default-tenant","tenantID":"e2e-inf-b-2d9136","subscriptionNamespace":"ai-tenant-e2e-inf-b-2d9136","gatewayName":"e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:18:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2d9136","deploymentName":"maas-api-e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:18:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2d9136","deploymentName":"maas-api-e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:18:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2d9136","deploymentName":"maas-api-e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:18:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2d9136/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2d9136","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2d9136","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2d9136"},"tenantIdentifier":"e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:18:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2d9136","deploymentName":"maas-api-e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:18:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2d9136/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2d9136","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2d9136","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2d9136"},"tenantIdentifier":"e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:18:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2d9136/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2d9136","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2d9136","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2d9136"},"tenantIdentifier":"e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:18:25Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"default-tenant","reconcileID":"8f6bc369-7fe0-4b68-a95e-18bf0c50b0df","tenant":"ai-tenant-e2e-inf-b-2d9136/default-tenant","tenantID":"e2e-inf-b-2d9136","subscriptionNamespace":"ai-tenant-e2e-inf-b-2d9136","gatewayName":"e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:18:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2d9136","deploymentName":"maas-api-e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:18:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2d9136","deploymentName":"maas-api-e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:18:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2d9136","deploymentName":"maas-api-e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:18:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2d9136/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2d9136","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2d9136","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2d9136"},"tenantIdentifier":"e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:18:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2d9136","deploymentName":"maas-api-e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:18:26Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce","reconcileID":"43e68d95-d9b2-4b71-8a17-55a35b075b65","MaaSModelRef":{"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"},"routeName":"test-model-b274ce-kserve-route","namespace":"ai-tenant-e2e-inf-a-b274ce","llmisvcName":"test-model-b274ce","gateway":"openshift-ingress/e2e-inf-a-b274ce","hostnames":[]} {"level":"info","ts":"2026-07-08T19:18:26Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-b274ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-b274ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-b274ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-b274ce"},"tenantIdentifier":"e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:26Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b274ce-auth","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-auth","reconcileID":"9b3529a0-2e47-4d6e-9aac-4fbcafe7f4cd","MaaSAuthPolicy":{"name":"test-model-b274ce-auth","namespace":"ai-tenant-e2e-inf-a-b274ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b274ce","tenantID":"e2e-inf-a-b274ce","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T19:18:26Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b274ce-sub","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-sub","reconcileID":"fc231bb1-87a7-41c9-83d9-6c65c39ff932","MaaSSubscription":{"name":"test-model-b274ce-sub","namespace":"ai-tenant-e2e-inf-a-b274ce"},"name":"maas-trlp-test-model-b274ce","model":"ai-tenant-e2e-inf-a-b274ce/test-model-b274ce","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:18:26Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b274ce-auth","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-auth","reconcileID":"9b3529a0-2e47-4d6e-9aac-4fbcafe7f4cd"} {"level":"info","ts":"2026-07-08T19:18:26Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b274ce-auth","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-auth","reconcileID":"9b3529a0-2e47-4d6e-9aac-4fbcafe7f4cd","MaaSAuthPolicy":{"name":"test-model-b274ce-auth","namespace":"ai-tenant-e2e-inf-a-b274ce"},"name":"e2e-inf-a-b274ce-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T19:18:28Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b274ce-sub","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-sub","reconcileID":"a12669c7-6186-4b0a-9b2c-8418fee2b26d","MaaSSubscription":{"name":"test-model-b274ce-sub","namespace":"ai-tenant-e2e-inf-a-b274ce"},"name":"maas-trlp-test-model-b274ce","model":"ai-tenant-e2e-inf-a-b274ce/test-model-b274ce","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:18:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"599fbc64-2f2e-44f8-85da-b1ce06f58aaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:18:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dd1a6dea-2e1e-4161-a08d-49389cd84cdb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:18:34Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T19:18:34Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T19:18:35Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136","reconcileID":"0c9ddaca-9e80-4202-b640-16f5d1e5d505","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"routeName":"test-model-2d9136-kserve-route","namespace":"ai-tenant-e2e-inf-b-2d9136","llmisvcName":"test-model-2d9136","gateway":"openshift-ingress/e2e-inf-b-2d9136","hostnames":[]} {"level":"info","ts":"2026-07-08T19:18:35Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136","reconcileID":"bdff6da9-ed0c-48ca-beda-ba451fad324f","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"routeName":"test-model-2d9136-kserve-route","namespace":"ai-tenant-e2e-inf-b-2d9136","llmisvcName":"test-model-2d9136","gateway":"openshift-ingress/e2e-inf-b-2d9136","hostnames":[]} {"level":"info","ts":"2026-07-08T19:18:35Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136","reconcileID":"fe855961-e485-4fab-98e8-7d70f21f8041","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"routeName":"test-model-2d9136-kserve-route","namespace":"ai-tenant-e2e-inf-b-2d9136","llmisvcName":"test-model-2d9136","gateway":"openshift-ingress/e2e-inf-b-2d9136","hostnames":[]} {"level":"error","ts":"2026-07-08T19:18:35Z","msg":"Reconciler error","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2d9136-sub","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136-sub","reconcileID":"608390e0-5975-4fa3-b22c-f173c9fd9640","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-2d9136-sub\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T19:18:35Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136","reconcileID":"ffdf084f-7474-46bb-8a07-ac366df21efd","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"routeName":"test-model-2d9136-kserve-route","namespace":"ai-tenant-e2e-inf-b-2d9136","llmisvcName":"test-model-2d9136","gateway":"openshift-ingress/e2e-inf-b-2d9136","hostnames":[]} {"level":"info","ts":"2026-07-08T19:18:35Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2d9136-sub","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136-sub","reconcileID":"06dae62a-84ab-4b50-9434-695c4fdcfcfa","MaaSSubscription":{"name":"test-model-2d9136-sub","namespace":"ai-tenant-e2e-inf-b-2d9136"},"name":"maas-trlp-test-model-2d9136","model":"test-model-2d9136","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-2d9136/test-model-2d9136-sub"]} {"level":"info","ts":"2026-07-08T19:18:35Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136","reconcileID":"a839ecb1-f10b-4ae6-983d-15569c418a26","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"routeName":"test-model-2d9136-kserve-route","namespace":"ai-tenant-e2e-inf-b-2d9136","llmisvcName":"test-model-2d9136","gateway":"openshift-ingress/e2e-inf-b-2d9136","hostnames":[]} {"level":"info","ts":"2026-07-08T19:18:35Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2d9136-sub","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136-sub","reconcileID":"8a5554f7-848a-41cb-b093-0514372f5934","MaaSSubscription":{"name":"test-model-2d9136-sub","namespace":"ai-tenant-e2e-inf-b-2d9136"},"name":"maas-trlp-test-model-2d9136","model":"ai-tenant-e2e-inf-b-2d9136/test-model-2d9136","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:18:35Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136","reconcileID":"7ced6c80-84be-4c02-a9d9-6a21b6ecbb5c","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"routeName":"test-model-2d9136-kserve-route","namespace":"ai-tenant-e2e-inf-b-2d9136","llmisvcName":"test-model-2d9136","gateway":"openshift-ingress/e2e-inf-b-2d9136","hostnames":[]} {"level":"info","ts":"2026-07-08T19:18:35Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2d9136/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2d9136","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2d9136","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2d9136"},"tenantIdentifier":"e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:18:35Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136","reconcileID":"26dca6d5-8a15-43d7-8238-7c9b17593e62","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"routeName":"test-model-2d9136-kserve-route","namespace":"ai-tenant-e2e-inf-b-2d9136","llmisvcName":"test-model-2d9136","gateway":"openshift-ingress/e2e-inf-b-2d9136","hostnames":[]} {"level":"info","ts":"2026-07-08T19:18:35Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2d9136-auth","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136-auth","reconcileID":"670fc6ca-a8da-45cb-ace1-0ceb710a39f2","MaaSAuthPolicy":{"name":"test-model-2d9136-auth","namespace":"ai-tenant-e2e-inf-b-2d9136"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-2d9136","tenantID":"e2e-inf-b-2d9136","xAPIKeyEnabled":false} {"level":"error","ts":"2026-07-08T19:18:35Z","msg":"failed to update MaaSModelRef status","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136","reconcileID":"26dca6d5-8a15-43d7-8238-7c9b17593e62","name":"test-model-2d9136","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-2d9136\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:381\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:345\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:185\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T19:18:35Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2d9136-sub","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136-sub","reconcileID":"15d4a4a5-ef66-4b47-ab8c-fb3e9fede81e","MaaSSubscription":{"name":"test-model-2d9136-sub","namespace":"ai-tenant-e2e-inf-b-2d9136"},"name":"maas-trlp-test-model-2d9136","model":"ai-tenant-e2e-inf-b-2d9136/test-model-2d9136","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:18:35Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2d9136-auth","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136-auth","reconcileID":"670fc6ca-a8da-45cb-ace1-0ceb710a39f2"} {"level":"info","ts":"2026-07-08T19:18:35Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2d9136-auth","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136-auth","reconcileID":"670fc6ca-a8da-45cb-ace1-0ceb710a39f2","MaaSAuthPolicy":{"name":"test-model-2d9136-auth","namespace":"ai-tenant-e2e-inf-b-2d9136"},"name":"e2e-inf-b-2d9136-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T19:18:35Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136","reconcileID":"dccd9e65-510d-4ca0-8820-61fe68bfcb7b","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"routeName":"test-model-2d9136-kserve-route","namespace":"ai-tenant-e2e-inf-b-2d9136","llmisvcName":"test-model-2d9136","gateway":"openshift-ingress/e2e-inf-b-2d9136","hostnames":[]} {"level":"info","ts":"2026-07-08T19:18:35Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2d9136/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2d9136","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2d9136","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2d9136"},"tenantIdentifier":"e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:18:35Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2d9136-auth","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136-auth","reconcileID":"80983e7b-1f20-4d5c-9b3e-04b6b86f8211","MaaSAuthPolicy":{"name":"test-model-2d9136-auth","namespace":"ai-tenant-e2e-inf-b-2d9136"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-2d9136","tenantID":"e2e-inf-b-2d9136","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T19:18:35Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2d9136-auth","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136-auth","reconcileID":"80983e7b-1f20-4d5c-9b3e-04b6b86f8211"} {"level":"info","ts":"2026-07-08T19:18:35Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2d9136-auth","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136-auth","reconcileID":"80983e7b-1f20-4d5c-9b3e-04b6b86f8211","MaaSAuthPolicy":{"name":"test-model-2d9136-auth","namespace":"ai-tenant-e2e-inf-b-2d9136"},"name":"e2e-inf-b-2d9136-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T19:18:36Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136","reconcileID":"8d14db97-9738-4d2e-ae76-1c1dcc83c996","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"routeName":"test-model-2d9136-kserve-route","namespace":"ai-tenant-e2e-inf-b-2d9136","llmisvcName":"test-model-2d9136","gateway":"openshift-ingress/e2e-inf-b-2d9136","hostnames":[]} {"level":"info","ts":"2026-07-08T19:18:41Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bb24ad70-b302-4d3e-b668-de9e14f5ae93","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:18:41Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b274ce-sub","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-sub","reconcileID":"24a8fc39-0b52-43c8-bf58-0db196fb53c5","MaaSSubscription":{"name":"test-model-b274ce-sub","namespace":"ai-tenant-e2e-inf-a-b274ce"},"name":"maas-trlp-test-model-b274ce","model":"ai-tenant-e2e-inf-a-b274ce/test-model-b274ce","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:18:41Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6fe2088c-67ee-44fd-94bc-b400b4133378","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:18:41Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2d9136-sub","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136-sub","reconcileID":"694993a2-0a95-4f5e-b46b-f5493771fe6d","MaaSSubscription":{"name":"test-model-2d9136-sub","namespace":"ai-tenant-e2e-inf-b-2d9136"},"name":"maas-trlp-test-model-2d9136","model":"ai-tenant-e2e-inf-b-2d9136/test-model-2d9136","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:18:41Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136","reconcileID":"0a8192a1-abb3-4fb0-a6ae-1ae76175643d","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"routeName":"test-model-2d9136-kserve-route","namespace":"ai-tenant-e2e-inf-b-2d9136","llmisvcName":"test-model-2d9136","gateway":"openshift-ingress/e2e-inf-b-2d9136","hostnames":[]} {"level":"info","ts":"2026-07-08T19:18:41Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136","reconcileID":"39d219eb-a104-4cf9-b939-4a92cc08f3f4","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"routeName":"test-model-2d9136-kserve-route","namespace":"ai-tenant-e2e-inf-b-2d9136","llmisvcName":"test-model-2d9136","gateway":"openshift-ingress/e2e-inf-b-2d9136","hostnames":[]} {"level":"info","ts":"2026-07-08T19:18:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2d9136/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2d9136","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2d9136","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2d9136"},"tenantIdentifier":"e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:18:41Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2d9136-auth","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136-auth","reconcileID":"c984567a-5acb-42e7-a44a-bea7099a0d01","MaaSAuthPolicy":{"name":"test-model-2d9136-auth","namespace":"ai-tenant-e2e-inf-b-2d9136"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-2d9136","tenantID":"e2e-inf-b-2d9136","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T19:18:41Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2d9136-sub","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136-sub","reconcileID":"d839a6a9-20f4-470d-8342-c75de4d7fd61","MaaSSubscription":{"name":"test-model-2d9136-sub","namespace":"ai-tenant-e2e-inf-b-2d9136"},"name":"maas-trlp-test-model-2d9136","model":"ai-tenant-e2e-inf-b-2d9136/test-model-2d9136","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:18:41Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2d9136-auth","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136-auth","reconcileID":"c984567a-5acb-42e7-a44a-bea7099a0d01"} {"level":"info","ts":"2026-07-08T19:18:41Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2d9136-auth","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136-auth","reconcileID":"c984567a-5acb-42e7-a44a-bea7099a0d01","MaaSAuthPolicy":{"name":"test-model-2d9136-auth","namespace":"ai-tenant-e2e-inf-b-2d9136"},"name":"e2e-inf-b-2d9136-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T19:18:47Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136","reconcileID":"7017e51b-6914-4172-9ad2-eb44877a2a43","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"routeName":"test-model-2d9136-kserve-route","namespace":"ai-tenant-e2e-inf-b-2d9136","llmisvcName":"test-model-2d9136","gateway":"openshift-ingress/e2e-inf-b-2d9136","hostnames":[]} {"level":"info","ts":"2026-07-08T19:18:47Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2d9136/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2d9136","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2d9136","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2d9136"},"tenantIdentifier":"e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:18:47Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2d9136-auth","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136-auth","reconcileID":"ed93bb68-2baa-4f05-9521-d4327f9ced0f","MaaSAuthPolicy":{"name":"test-model-2d9136-auth","namespace":"ai-tenant-e2e-inf-b-2d9136"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-2d9136","tenantID":"e2e-inf-b-2d9136","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T19:18:47Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2d9136-sub","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136-sub","reconcileID":"d37ff369-8f72-4c75-b078-89ea4029e863","MaaSSubscription":{"name":"test-model-2d9136-sub","namespace":"ai-tenant-e2e-inf-b-2d9136"},"name":"maas-trlp-test-model-2d9136","model":"ai-tenant-e2e-inf-b-2d9136/test-model-2d9136","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:18:47Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2d9136-auth","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136-auth","reconcileID":"ed93bb68-2baa-4f05-9521-d4327f9ced0f"} {"level":"info","ts":"2026-07-08T19:18:47Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2d9136-auth","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136-auth","reconcileID":"ed93bb68-2baa-4f05-9521-d4327f9ced0f","MaaSAuthPolicy":{"name":"test-model-2d9136-auth","namespace":"ai-tenant-e2e-inf-b-2d9136"},"name":"e2e-inf-b-2d9136-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T19:18:52Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2d9136-sub","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136-sub","reconcileID":"dc987cdc-7699-410f-92ae-4bc4421f491e","MaaSSubscription":{"name":"test-model-2d9136-sub","namespace":"ai-tenant-e2e-inf-b-2d9136"},"name":"maas-trlp-test-model-2d9136","model":"ai-tenant-e2e-inf-b-2d9136/test-model-2d9136","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:18:52Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b274ce-sub","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-sub","reconcileID":"f230048d-5bdc-4ed8-83dd-18beb8b0d1c6","MaaSSubscription":{"name":"test-model-b274ce-sub","namespace":"ai-tenant-e2e-inf-a-b274ce"},"name":"maas-trlp-test-model-b274ce","model":"ai-tenant-e2e-inf-a-b274ce/test-model-b274ce","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:18:52Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a0107dd5-b3c7-42dc-9e1a-18a5d96649c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:18:52Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b58a4fa7-d965-4c61-889c-3344df2246f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:18:56Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b274ce-auth","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-auth","reconcileID":"e0623fac-c23f-409c-9753-c1f2b1d633c7","MaaSAuthPolicy":{"name":"test-model-b274ce-auth","namespace":"ai-tenant-e2e-inf-a-b274ce"},"model":"ai-tenant-e2e-inf-a-b274ce/test-model-b274ce"} {"level":"info","ts":"2026-07-08T19:18:56Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce","reconcileID":"8d74450e-06d2-4011-8d4e-493d4be059e9","MaaSModelRef":{"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"},"routeName":"test-model-b274ce-kserve-route","namespace":"ai-tenant-e2e-inf-a-b274ce","llmisvcName":"test-model-b274ce","gateway":"openshift-ingress/e2e-inf-a-b274ce","hostnames":[]} {"level":"info","ts":"2026-07-08T19:18:56Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b274ce-auth","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-auth","reconcileID":"7b9a7a1c-f12f-43a6-aa10-884dfd92e867","MaaSAuthPolicy":{"name":"test-model-b274ce-auth","namespace":"ai-tenant-e2e-inf-a-b274ce"},"model":"ai-tenant-e2e-inf-a-b274ce/test-model-b274ce"} {"level":"info","ts":"2026-07-08T19:18:56Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce","reconcileID":"d01d81e9-7c74-4dba-bbb1-2f2605921056","MaaSModelRef":{"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"},"routeName":"test-model-b274ce-kserve-route","namespace":"ai-tenant-e2e-inf-a-b274ce","llmisvcName":"test-model-b274ce","gateway":"openshift-ingress/e2e-inf-a-b274ce","hostnames":[]} {"level":"info","ts":"2026-07-08T19:18:56Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b274ce-sub","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-sub","reconcileID":"ffd4bec8-7832-46df-b38d-f971b8b04a77","MaaSSubscription":{"name":"test-model-b274ce-sub","namespace":"ai-tenant-e2e-inf-a-b274ce"},"name":"maas-trlp-test-model-b274ce","model":"ai-tenant-e2e-inf-a-b274ce/test-model-b274ce","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:18:56Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b274ce-sub","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-sub","reconcileID":"e9ad05f8-4d32-4cea-9b9f-ebbcc0bd3b0e","MaaSSubscription":{"name":"test-model-b274ce-sub","namespace":"ai-tenant-e2e-inf-a-b274ce"},"name":"maas-trlp-test-model-b274ce","model":"ai-tenant-e2e-inf-a-b274ce/test-model-b274ce","subscriptionCount":1} {"level":"error","ts":"2026-07-08T19:18:56Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b274ce-auth","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-auth","reconcileID":"7b9a7a1c-f12f-43a6-aa10-884dfd92e867","error":"maasauthpolicies.maas.opendatahub.io \"test-model-b274ce-auth\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T19:18:56Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b274ce-sub","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-sub","reconcileID":"6b26c22b-bc4b-484e-a463-1642ac688a2e","MaaSSubscription":{"name":"test-model-b274ce-sub","namespace":"ai-tenant-e2e-inf-a-b274ce"},"model":"ai-tenant-e2e-inf-a-b274ce/test-model-b274ce","subscription":"test-model-b274ce-sub"} {"level":"info","ts":"2026-07-08T19:18:56Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce","reconcileID":"64222794-4fa1-4f20-9e79-3e0234b5feab","MaaSModelRef":{"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"},"routeName":"test-model-b274ce-kserve-route","namespace":"ai-tenant-e2e-inf-a-b274ce","llmisvcName":"test-model-b274ce","gateway":"openshift-ingress/e2e-inf-a-b274ce","hostnames":[]} {"level":"info","ts":"2026-07-08T19:18:56Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b274ce-sub","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-sub","reconcileID":"6b26c22b-bc4b-484e-a463-1642ac688a2e","MaaSSubscription":{"name":"test-model-b274ce-sub","namespace":"ai-tenant-e2e-inf-a-b274ce"},"model":"ai-tenant-e2e-inf-a-b274ce/test-model-b274ce"} {"level":"info","ts":"2026-07-08T19:18:56Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b274ce-sub","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce-sub","reconcileID":"6b26c22b-bc4b-484e-a463-1642ac688a2e","MaaSSubscription":{"name":"test-model-b274ce-sub","namespace":"ai-tenant-e2e-inf-a-b274ce"},"name":"maas-trlp-test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce","model":"ai-tenant-e2e-inf-a-b274ce/test-model-b274ce"} {"level":"info","ts":"2026-07-08T19:18:56Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"test-model-b274ce","reconcileID":"ecdf02f5-d812-4883-b4ae-b07640d04b4f","MaaSModelRef":{"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"},"routeName":"test-model-b274ce-kserve-route","namespace":"ai-tenant-e2e-inf-a-b274ce","llmisvcName":"test-model-b274ce","gateway":"openshift-ingress/e2e-inf-a-b274ce","hostnames":[]} {"level":"info","ts":"2026-07-08T19:18:57Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2d9136-auth","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136-auth","reconcileID":"ab770b31-efdd-47a4-9f27-38df9dc011ee","MaaSAuthPolicy":{"name":"test-model-2d9136-auth","namespace":"ai-tenant-e2e-inf-b-2d9136"},"model":"ai-tenant-e2e-inf-b-2d9136/test-model-2d9136"} {"level":"info","ts":"2026-07-08T19:18:57Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136","reconcileID":"4f4712a2-10e3-413d-b9a8-39b7896a56c5","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"routeName":"test-model-2d9136-kserve-route","namespace":"ai-tenant-e2e-inf-b-2d9136","llmisvcName":"test-model-2d9136","gateway":"openshift-ingress/e2e-inf-b-2d9136","hostnames":[]} {"level":"info","ts":"2026-07-08T19:18:57Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2d9136-sub","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136-sub","reconcileID":"5743c2ab-76a3-40a2-8d19-16e01a82ca6e","MaaSSubscription":{"name":"test-model-2d9136-sub","namespace":"ai-tenant-e2e-inf-b-2d9136"},"name":"maas-trlp-test-model-2d9136","model":"ai-tenant-e2e-inf-b-2d9136/test-model-2d9136","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:18:57Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136","reconcileID":"83a55ff1-4b38-409e-84a1-1b74eb423891","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"routeName":"test-model-2d9136-kserve-route","namespace":"ai-tenant-e2e-inf-b-2d9136","llmisvcName":"test-model-2d9136","gateway":"openshift-ingress/e2e-inf-b-2d9136","hostnames":[]} {"level":"info","ts":"2026-07-08T19:18:57Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2d9136-sub","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136-sub","reconcileID":"31e9edd9-0bb2-49e0-bec6-3ca1d5bf6049","MaaSSubscription":{"name":"test-model-2d9136-sub","namespace":"ai-tenant-e2e-inf-b-2d9136"},"name":"maas-trlp-test-model-2d9136","model":"ai-tenant-e2e-inf-b-2d9136/test-model-2d9136","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:18:57Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2d9136-sub","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136-sub","reconcileID":"b94b0b47-2e46-4c71-a3a5-725f4918b272","MaaSSubscription":{"name":"test-model-2d9136-sub","namespace":"ai-tenant-e2e-inf-b-2d9136"},"model":"ai-tenant-e2e-inf-b-2d9136/test-model-2d9136","subscription":"test-model-2d9136-sub"} {"level":"info","ts":"2026-07-08T19:18:57Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136","reconcileID":"94542a45-7a14-41dd-b62e-682b0ac2a1c8","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"routeName":"test-model-2d9136-kserve-route","namespace":"ai-tenant-e2e-inf-b-2d9136","llmisvcName":"test-model-2d9136","gateway":"openshift-ingress/e2e-inf-b-2d9136","hostnames":[]} {"level":"info","ts":"2026-07-08T19:18:57Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2d9136-sub","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136-sub","reconcileID":"b94b0b47-2e46-4c71-a3a5-725f4918b272","MaaSSubscription":{"name":"test-model-2d9136-sub","namespace":"ai-tenant-e2e-inf-b-2d9136"},"model":"ai-tenant-e2e-inf-b-2d9136/test-model-2d9136"} {"level":"info","ts":"2026-07-08T19:18:57Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2d9136-sub","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136-sub","reconcileID":"b94b0b47-2e46-4c71-a3a5-725f4918b272","MaaSSubscription":{"name":"test-model-2d9136-sub","namespace":"ai-tenant-e2e-inf-b-2d9136"},"name":"maas-trlp-test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136","model":"ai-tenant-e2e-inf-b-2d9136/test-model-2d9136"} {"level":"info","ts":"2026-07-08T19:18:57Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"test-model-2d9136","reconcileID":"34c68506-e217-4772-99fe-e4f2a75e81fa","MaaSModelRef":{"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"},"routeName":"test-model-2d9136-kserve-route","namespace":"ai-tenant-e2e-inf-b-2d9136","llmisvcName":"test-model-2d9136","gateway":"openshift-ingress/e2e-inf-b-2d9136","hostnames":[]} {"level":"info","ts":"2026-07-08T19:18:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-b274ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-b274ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-b274ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-b274ce"},"tenantIdentifier":"e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-b274ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-b274ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-b274ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-b274ce"},"tenantIdentifier":"e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:58Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"default-tenant","reconcileID":"204f295a-3a30-4b3d-a6ae-5acd7ef27875","tenant":"ai-tenant-e2e-inf-a-b274ce/default-tenant","tenantID":"e2e-inf-a-b274ce","subscriptionNamespace":"ai-tenant-e2e-inf-a-b274ce","gatewayName":"e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-b274ce","deploymentName":"maas-api-e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-b274ce","deploymentName":"maas-api-e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-b274ce","deploymentName":"maas-api-e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-b274ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-b274ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-b274ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-b274ce"},"tenantIdentifier":"e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-b274ce","deploymentName":"maas-api-e2e-inf-a-b274ce"} {"level":"error","ts":"2026-07-08T19:18:58Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"default-tenant","reconcileID":"204f295a-3a30-4b3d-a6ae-5acd7ef27875","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T19:18:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-b274ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-b274ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-b274ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-b274ce"},"tenantIdentifier":"e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-b274ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-b274ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-b274ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-b274ce"},"tenantIdentifier":"e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:58Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"default-tenant","reconcileID":"0d3b487b-23d9-49f8-b62f-aad0290c24d1","namespace":"ai-tenant-e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:58Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"default-tenant","reconcileID":"0d3b487b-23d9-49f8-b62f-aad0290c24d1","count":0} {"level":"info","ts":"2026-07-08T19:18:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-b274ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-b274ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-b274ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-b274ce"},"tenantIdentifier":"e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:58Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"default-tenant","reconcileID":"0d3b487b-23d9-49f8-b62f-aad0290c24d1","tenant":"e2e-inf-a-b274ce","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T19:18:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-b274ce","deploymentName":"maas-api-e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:58Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"default-tenant","reconcileID":"0d3b487b-23d9-49f8-b62f-aad0290c24d1","gvk":"Deployment","name":"maas-api-e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:58Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"default-tenant","reconcileID":"0d3b487b-23d9-49f8-b62f-aad0290c24d1","gvk":"Service","name":"maas-api-e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:58Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"default-tenant","reconcileID":"0d3b487b-23d9-49f8-b62f-aad0290c24d1","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:18:58Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b274ce"},"namespace":"ai-tenant-e2e-inf-a-b274ce","name":"default-tenant","reconcileID":"0d3b487b-23d9-49f8-b62f-aad0290c24d1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-b274ce"} {"level":"info","ts":"2026-07-08T19:19:04Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T19:19:04Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T19:19:05Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d395a465-6d10-4b6d-8903-5dd309d78123","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:19:05Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"79f3e5f8-4205-4795-89a0-1d65c44a484a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:19:10Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d26d6f45-12d9-41e8-bfce-78a06f753818","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:19:10Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"877e47d3-67ef-4a77-bf7f-fe11566887c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:19:34Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T19:19:34Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T19:19:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2d9136/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2d9136","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2d9136","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2d9136"},"tenantIdentifier":"e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:19:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2d9136/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2d9136","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2d9136","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2d9136"},"tenantIdentifier":"e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:19:41Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"default-tenant","reconcileID":"574efdf6-a30c-43e8-9dd9-38b6a155783c","tenant":"ai-tenant-e2e-inf-b-2d9136/default-tenant","tenantID":"e2e-inf-b-2d9136","subscriptionNamespace":"ai-tenant-e2e-inf-b-2d9136","gatewayName":"e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:19:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2d9136","deploymentName":"maas-api-e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:19:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2d9136","deploymentName":"maas-api-e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:19:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2d9136","deploymentName":"maas-api-e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:19:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2d9136/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2d9136","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2d9136","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2d9136"},"tenantIdentifier":"e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:19:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2d9136","deploymentName":"maas-api-e2e-inf-b-2d9136"} {"level":"error","ts":"2026-07-08T19:19:42Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"default-tenant","reconcileID":"574efdf6-a30c-43e8-9dd9-38b6a155783c","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T19:19:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2d9136/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2d9136","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2d9136","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2d9136"},"tenantIdentifier":"e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:19:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2d9136/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2d9136","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2d9136","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2d9136"},"tenantIdentifier":"e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:19:42Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"default-tenant","reconcileID":"c5b551d2-9d35-49c2-837f-628c501645d1","namespace":"ai-tenant-e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:19:42Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"default-tenant","reconcileID":"c5b551d2-9d35-49c2-837f-628c501645d1","count":0} {"level":"info","ts":"2026-07-08T19:19:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2d9136/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2d9136","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2d9136","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2d9136"},"tenantIdentifier":"e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:19:42Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"default-tenant","reconcileID":"c5b551d2-9d35-49c2-837f-628c501645d1","tenant":"e2e-inf-b-2d9136","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T19:19:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2d9136","deploymentName":"maas-api-e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:19:42Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"default-tenant","reconcileID":"c5b551d2-9d35-49c2-837f-628c501645d1","gvk":"Deployment","name":"maas-api-e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:19:42Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"default-tenant","reconcileID":"c5b551d2-9d35-49c2-837f-628c501645d1","gvk":"Service","name":"maas-api-e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:19:42Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"default-tenant","reconcileID":"c5b551d2-9d35-49c2-837f-628c501645d1","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:19:42Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2d9136"},"namespace":"ai-tenant-e2e-inf-b-2d9136","name":"default-tenant","reconcileID":"c5b551d2-9d35-49c2-837f-628c501645d1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-2d9136"} {"level":"info","ts":"2026-07-08T19:19:45Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8fe83ab7-5dea-4066-96ba-1dd157e3b9df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:19:46Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6c1a5c51-9262-45d9-b2c9-b111f7aaaf75","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:19:52Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ef94f1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ef94f1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ef94f1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ef94f1"},"tenantIdentifier":"e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:19:52Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ef94f1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ef94f1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ef94f1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ef94f1"},"tenantIdentifier":"e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:19:52Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ef94f1"},"namespace":"ai-tenant-e2e-api-a-ef94f1","name":"default-tenant","reconcileID":"83a81daa-0c22-475c-b935-429cd7d4efb9","tenant":"ai-tenant-e2e-api-a-ef94f1/default-tenant","tenantID":"e2e-api-a-ef94f1","subscriptionNamespace":"ai-tenant-e2e-api-a-ef94f1","gatewayName":"e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:19:52Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ef94f1","deploymentName":"maas-api-e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:19:52Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ef94f1","deploymentName":"maas-api-e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:19:52Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ef94f1","deploymentName":"maas-api-e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:19:53Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ef94f1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ef94f1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ef94f1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ef94f1"},"tenantIdentifier":"e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:19:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ef94f1","deploymentName":"maas-api-e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:19:53Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ef94f1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ef94f1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ef94f1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ef94f1"},"tenantIdentifier":"e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:19:53Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ef94f1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ef94f1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ef94f1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ef94f1"},"tenantIdentifier":"e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:19:53Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ef94f1"},"namespace":"ai-tenant-e2e-api-a-ef94f1","name":"default-tenant","reconcileID":"0cac8609-665d-4d8a-9b1a-aab4a95ae27f","tenant":"ai-tenant-e2e-api-a-ef94f1/default-tenant","tenantID":"e2e-api-a-ef94f1","subscriptionNamespace":"ai-tenant-e2e-api-a-ef94f1","gatewayName":"e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:19:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ef94f1","deploymentName":"maas-api-e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:19:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ef94f1","deploymentName":"maas-api-e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:19:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ef94f1","deploymentName":"maas-api-e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:19:53Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ef94f1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ef94f1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ef94f1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ef94f1"},"tenantIdentifier":"e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:19:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ef94f1","deploymentName":"maas-api-e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:19:53Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"82a3d6e1-01e1-46c1-83e5-be1e346ca72a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:19:53Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ef94f1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ef94f1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ef94f1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ef94f1"},"tenantIdentifier":"e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:19:53Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ef94f1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ef94f1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ef94f1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ef94f1"},"tenantIdentifier":"e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:19:53Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ef94f1"},"namespace":"ai-tenant-e2e-api-a-ef94f1","name":"default-tenant","reconcileID":"02419de7-49c5-43d2-b19c-311fefdf09b8","tenant":"ai-tenant-e2e-api-a-ef94f1/default-tenant","tenantID":"e2e-api-a-ef94f1","subscriptionNamespace":"ai-tenant-e2e-api-a-ef94f1","gatewayName":"e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:19:53Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"515d57a8-009c-42b9-8a57-6228911827b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:19:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ef94f1","deploymentName":"maas-api-e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:19:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ef94f1","deploymentName":"maas-api-e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:19:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ef94f1","deploymentName":"maas-api-e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:19:54Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ef94f1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ef94f1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ef94f1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ef94f1"},"tenantIdentifier":"e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:19:54Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ef94f1","deploymentName":"maas-api-e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:19:56Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"827c0a01-a3bb-4f1e-929f-d31f245ea952","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T19:19:56Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"144730bf-364e-4cee-928a-de07d89203b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T19:19:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ef94f1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ef94f1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ef94f1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ef94f1"},"tenantIdentifier":"e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:19:56Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ef94f1-policy","namespace":"ai-tenant-e2e-api-a-ef94f1"},"namespace":"ai-tenant-e2e-api-a-ef94f1","name":"e2e-e2e-api-a-ef94f1-policy","reconcileID":"277139a1-08ed-414d-ab55-16257e7c09a3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ef94f1-policy","namespace":"ai-tenant-e2e-api-a-ef94f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ef94f1","tenantID":"e2e-api-a-ef94f1","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T19:19:56Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ef94f1-policy","namespace":"ai-tenant-e2e-api-a-ef94f1"},"namespace":"ai-tenant-e2e-api-a-ef94f1","name":"e2e-e2e-api-a-ef94f1-policy","reconcileID":"277139a1-08ed-414d-ab55-16257e7c09a3"} {"level":"info","ts":"2026-07-08T19:19:56Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ef94f1-policy","namespace":"ai-tenant-e2e-api-a-ef94f1"},"namespace":"ai-tenant-e2e-api-a-ef94f1","name":"e2e-e2e-api-a-ef94f1-policy","reconcileID":"277139a1-08ed-414d-ab55-16257e7c09a3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ef94f1-policy","namespace":"ai-tenant-e2e-api-a-ef94f1"},"name":"e2e-api-a-ef94f1-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T19:19:56Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9ab65d8-78b6-48df-a5ad-47c403de7bbd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T19:20:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-c29bbf/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-c29bbf","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-c29bbf","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-c29bbf"},"tenantIdentifier":"e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-c29bbf/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-c29bbf","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-c29bbf","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-c29bbf"},"tenantIdentifier":"e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:00Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c29bbf"},"namespace":"ai-tenant-e2e-api-b-c29bbf","name":"default-tenant","reconcileID":"f52e8578-d93a-4778-98e0-c47d6e2fcc8c","tenant":"ai-tenant-e2e-api-b-c29bbf/default-tenant","tenantID":"e2e-api-b-c29bbf","subscriptionNamespace":"ai-tenant-e2e-api-b-c29bbf","gatewayName":"e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:00Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-c29bbf","deploymentName":"maas-api-e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:00Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-c29bbf","deploymentName":"maas-api-e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:00Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-c29bbf","deploymentName":"maas-api-e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:00Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5dbc0c91-a3fe-4ac2-aac0-a00572fb44a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:20:01Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"18cb8175-1103-4e9a-b5d8-62f6ca047cd9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:20:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-c29bbf/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-c29bbf","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-c29bbf","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-c29bbf"},"tenantIdentifier":"e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-c29bbf","deploymentName":"maas-api-e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-c29bbf/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-c29bbf","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-c29bbf","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-c29bbf"},"tenantIdentifier":"e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-c29bbf/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-c29bbf","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-c29bbf","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-c29bbf"},"tenantIdentifier":"e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:01Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c29bbf"},"namespace":"ai-tenant-e2e-api-b-c29bbf","name":"default-tenant","reconcileID":"c6ac16f4-cc2c-4651-81be-5b511a4f0760","tenant":"ai-tenant-e2e-api-b-c29bbf/default-tenant","tenantID":"e2e-api-b-c29bbf","subscriptionNamespace":"ai-tenant-e2e-api-b-c29bbf","gatewayName":"e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-c29bbf","deploymentName":"maas-api-e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-c29bbf","deploymentName":"maas-api-e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-c29bbf","deploymentName":"maas-api-e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-c29bbf/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-c29bbf","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-c29bbf","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-c29bbf"},"tenantIdentifier":"e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-c29bbf","deploymentName":"maas-api-e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:04Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T19:20:04Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T19:20:04Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbb43552-c341-4ba7-a7b2-0c376c034a40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T19:20:04Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-c29bbf/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-c29bbf","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-c29bbf","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-c29bbf"},"tenantIdentifier":"e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:04Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3e62cba-c68c-40c9-bed8-61c7cea05c41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T19:20:04Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c29bbf-policy","namespace":"ai-tenant-e2e-api-b-c29bbf"},"namespace":"ai-tenant-e2e-api-b-c29bbf","name":"e2e-e2e-api-b-c29bbf-policy","reconcileID":"a693c12c-2c89-4684-92e6-da649989ca33","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c29bbf-policy","namespace":"ai-tenant-e2e-api-b-c29bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c29bbf","tenantID":"e2e-api-b-c29bbf","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T19:20:04Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c29bbf-policy","namespace":"ai-tenant-e2e-api-b-c29bbf"},"namespace":"ai-tenant-e2e-api-b-c29bbf","name":"e2e-e2e-api-b-c29bbf-policy","reconcileID":"a693c12c-2c89-4684-92e6-da649989ca33"} {"level":"info","ts":"2026-07-08T19:20:05Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c29bbf-policy","namespace":"ai-tenant-e2e-api-b-c29bbf"},"namespace":"ai-tenant-e2e-api-b-c29bbf","name":"e2e-e2e-api-b-c29bbf-policy","reconcileID":"a693c12c-2c89-4684-92e6-da649989ca33","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c29bbf-policy","namespace":"ai-tenant-e2e-api-b-c29bbf"},"name":"e2e-api-b-c29bbf-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T19:20:05Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4105a44c-9e4f-48d7-b469-3548b78d5910","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T19:20:09Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-08T19:20:09Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-08T19:20:09Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"3c43bf0e-3209-4619-af17-91febe7f70f5","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-07-08T19:20:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-08T19:20:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-08T19:20:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-08T19:20:10Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-08T19:20:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-08T19:20:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ef94f1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ef94f1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ef94f1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ef94f1"},"tenantIdentifier":"e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:20:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ef94f1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ef94f1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ef94f1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ef94f1"},"tenantIdentifier":"e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:20:12Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ef94f1-policy","namespace":"ai-tenant-e2e-api-a-ef94f1"},"namespace":"ai-tenant-e2e-api-a-ef94f1","name":"e2e-e2e-api-a-ef94f1-policy","reconcileID":"90efc8ce-7281-4d51-b831-71babb806f7c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ef94f1-policy","namespace":"ai-tenant-e2e-api-a-ef94f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ef94f1","tenantID":"e2e-api-a-ef94f1","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T19:20:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ef94f1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ef94f1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ef94f1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ef94f1"},"tenantIdentifier":"e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:20:12Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ef94f1"},"namespace":"ai-tenant-e2e-api-a-ef94f1","name":"default-tenant","reconcileID":"4482546f-bad4-479e-ac95-7bcd184326b8","tenant":"ai-tenant-e2e-api-a-ef94f1/default-tenant","tenantID":"e2e-api-a-ef94f1","subscriptionNamespace":"ai-tenant-e2e-api-a-ef94f1","gatewayName":"e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:20:12Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ef94f1-policy","namespace":"ai-tenant-e2e-api-a-ef94f1"},"namespace":"ai-tenant-e2e-api-a-ef94f1","name":"e2e-e2e-api-a-ef94f1-policy","reconcileID":"90efc8ce-7281-4d51-b831-71babb806f7c"} {"level":"info","ts":"2026-07-08T19:20:12Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ef94f1-policy","namespace":"ai-tenant-e2e-api-a-ef94f1"},"namespace":"ai-tenant-e2e-api-a-ef94f1","name":"e2e-e2e-api-a-ef94f1-policy","reconcileID":"90efc8ce-7281-4d51-b831-71babb806f7c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ef94f1-policy","namespace":"ai-tenant-e2e-api-a-ef94f1"},"name":"e2e-api-a-ef94f1-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T19:20:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ef94f1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ef94f1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ef94f1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ef94f1"},"tenantIdentifier":"e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:20:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ef94f1","deploymentName":"maas-api-e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:20:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ef94f1","deploymentName":"maas-api-e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:20:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ef94f1","deploymentName":"maas-api-e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:20:12Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ef94f1-policy","namespace":"ai-tenant-e2e-api-a-ef94f1"},"namespace":"ai-tenant-e2e-api-a-ef94f1","name":"e2e-e2e-api-a-ef94f1-policy","reconcileID":"fc8420ad-af59-4be1-a22f-db01a424c0a6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ef94f1-policy","namespace":"ai-tenant-e2e-api-a-ef94f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ef94f1","tenantID":"e2e-api-a-ef94f1","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T19:20:13Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ef94f1-policy","namespace":"ai-tenant-e2e-api-a-ef94f1"},"namespace":"ai-tenant-e2e-api-a-ef94f1","name":"e2e-e2e-api-a-ef94f1-policy","reconcileID":"fc8420ad-af59-4be1-a22f-db01a424c0a6"} {"level":"info","ts":"2026-07-08T19:20:13Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ef94f1-policy","namespace":"ai-tenant-e2e-api-a-ef94f1"},"namespace":"ai-tenant-e2e-api-a-ef94f1","name":"e2e-e2e-api-a-ef94f1-policy","reconcileID":"fc8420ad-af59-4be1-a22f-db01a424c0a6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ef94f1-policy","namespace":"ai-tenant-e2e-api-a-ef94f1"},"name":"e2e-api-a-ef94f1-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T19:20:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ef94f1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ef94f1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ef94f1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ef94f1"},"tenantIdentifier":"e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:20:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ef94f1","deploymentName":"maas-api-e2e-api-a-ef94f1"} {"level":"error","ts":"2026-07-08T19:20:13Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ef94f1"},"namespace":"ai-tenant-e2e-api-a-ef94f1","name":"default-tenant","reconcileID":"4482546f-bad4-479e-ac95-7bcd184326b8","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T19:20:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ef94f1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ef94f1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ef94f1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ef94f1"},"tenantIdentifier":"e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:20:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ef94f1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ef94f1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ef94f1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ef94f1"},"tenantIdentifier":"e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:20:13Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ef94f1"},"namespace":"ai-tenant-e2e-api-a-ef94f1","name":"default-tenant","reconcileID":"620aff17-1d42-4b62-9434-9ac1084fad34","namespace":"ai-tenant-e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:20:13Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ef94f1"},"namespace":"ai-tenant-e2e-api-a-ef94f1","name":"default-tenant","reconcileID":"620aff17-1d42-4b62-9434-9ac1084fad34","name":"e2e-e2e-api-a-ef94f1-policy","namespace":"ai-tenant-e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:20:13Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ef94f1"},"namespace":"ai-tenant-e2e-api-a-ef94f1","name":"default-tenant","reconcileID":"620aff17-1d42-4b62-9434-9ac1084fad34","count":1} {"level":"info","ts":"2026-07-08T19:20:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ef94f1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ef94f1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ef94f1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ef94f1"},"tenantIdentifier":"e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:20:13Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ef94f1"},"namespace":"ai-tenant-e2e-api-a-ef94f1","name":"default-tenant","reconcileID":"620aff17-1d42-4b62-9434-9ac1084fad34","tenant":"e2e-api-a-ef94f1","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T19:20:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ef94f1","deploymentName":"maas-api-e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:20:13Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ef94f1-policy","namespace":"ai-tenant-e2e-api-a-ef94f1"},"namespace":"ai-tenant-e2e-api-a-ef94f1","name":"e2e-e2e-api-a-ef94f1-policy","reconcileID":"a3e96aaf-c91b-431b-964b-f7a57028a7f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ef94f1-policy","namespace":"ai-tenant-e2e-api-a-ef94f1"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-08T19:20:13Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ef94f1"},"namespace":"ai-tenant-e2e-api-a-ef94f1","name":"default-tenant","reconcileID":"620aff17-1d42-4b62-9434-9ac1084fad34","gvk":"Deployment","name":"maas-api-e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:20:13Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ef94f1"},"namespace":"ai-tenant-e2e-api-a-ef94f1","name":"default-tenant","reconcileID":"620aff17-1d42-4b62-9434-9ac1084fad34","gvk":"Service","name":"maas-api-e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:20:13Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ef94f1"},"namespace":"ai-tenant-e2e-api-a-ef94f1","name":"default-tenant","reconcileID":"620aff17-1d42-4b62-9434-9ac1084fad34","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:20:13Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ef94f1"},"namespace":"ai-tenant-e2e-api-a-ef94f1","name":"default-tenant","reconcileID":"620aff17-1d42-4b62-9434-9ac1084fad34","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-ef94f1"} {"level":"info","ts":"2026-07-08T19:20:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-c29bbf/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-c29bbf","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-c29bbf","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-c29bbf"},"tenantIdentifier":"e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-c29bbf/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-c29bbf","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-c29bbf","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-c29bbf"},"tenantIdentifier":"e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:20Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c29bbf-policy","namespace":"ai-tenant-e2e-api-b-c29bbf"},"namespace":"ai-tenant-e2e-api-b-c29bbf","name":"e2e-e2e-api-b-c29bbf-policy","reconcileID":"288b43cc-9018-4a66-9fa8-7baa8c50893e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c29bbf-policy","namespace":"ai-tenant-e2e-api-b-c29bbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c29bbf","tenantID":"e2e-api-b-c29bbf","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T19:20:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-c29bbf/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-c29bbf","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-c29bbf","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-c29bbf"},"tenantIdentifier":"e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:20Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c29bbf"},"namespace":"ai-tenant-e2e-api-b-c29bbf","name":"default-tenant","reconcileID":"167d3e22-1ca2-401a-a8ed-f54b1bf21f1b","tenant":"ai-tenant-e2e-api-b-c29bbf/default-tenant","tenantID":"e2e-api-b-c29bbf","subscriptionNamespace":"ai-tenant-e2e-api-b-c29bbf","gatewayName":"e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:20Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c29bbf-policy","namespace":"ai-tenant-e2e-api-b-c29bbf"},"namespace":"ai-tenant-e2e-api-b-c29bbf","name":"e2e-e2e-api-b-c29bbf-policy","reconcileID":"288b43cc-9018-4a66-9fa8-7baa8c50893e"} {"level":"info","ts":"2026-07-08T19:20:20Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c29bbf-policy","namespace":"ai-tenant-e2e-api-b-c29bbf"},"namespace":"ai-tenant-e2e-api-b-c29bbf","name":"e2e-e2e-api-b-c29bbf-policy","reconcileID":"288b43cc-9018-4a66-9fa8-7baa8c50893e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c29bbf-policy","namespace":"ai-tenant-e2e-api-b-c29bbf"},"name":"e2e-api-b-c29bbf-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T19:20:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-c29bbf/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-c29bbf","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-c29bbf","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-c29bbf"},"tenantIdentifier":"e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-c29bbf","deploymentName":"maas-api-e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-c29bbf","deploymentName":"maas-api-e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-c29bbf","deploymentName":"maas-api-e2e-api-b-c29bbf"} {"level":"error","ts":"2026-07-08T19:20:20Z","msg":"failed to fetch gateway info","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c29bbf-policy","namespace":"ai-tenant-e2e-api-b-c29bbf"},"namespace":"ai-tenant-e2e-api-b-c29bbf","name":"e2e-e2e-api-b-c29bbf-policy","reconcileID":"7ab0a740-135e-48ee-ab3e-1fbc82a5f21f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c29bbf-policy","namespace":"ai-tenant-e2e-api-b-c29bbf"},"error":"get owning AITenant ai-tenants/e2e-api-b-c29bbf for tenant ai-tenant-e2e-api-b-c29bbf/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-b-c29bbf\" not found","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:472\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T19:20:20Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c29bbf-policy","namespace":"ai-tenant-e2e-api-b-c29bbf"},"namespace":"ai-tenant-e2e-api-b-c29bbf","name":"e2e-e2e-api-b-c29bbf-policy","reconcileID":"7ab0a740-135e-48ee-ab3e-1fbc82a5f21f","error":"get owning AITenant ai-tenants/e2e-api-b-c29bbf for tenant ai-tenant-e2e-api-b-c29bbf/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-b-c29bbf\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T19:20:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-c29bbf/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-c29bbf","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-c29bbf","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-c29bbf"},"tenantIdentifier":"e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-c29bbf","deploymentName":"maas-api-e2e-api-b-c29bbf"} {"level":"error","ts":"2026-07-08T19:20:21Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c29bbf"},"namespace":"ai-tenant-e2e-api-b-c29bbf","name":"default-tenant","reconcileID":"167d3e22-1ca2-401a-a8ed-f54b1bf21f1b","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T19:20:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-c29bbf/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-c29bbf","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-c29bbf","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-c29bbf"},"tenantIdentifier":"e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-c29bbf/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-c29bbf","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-c29bbf","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-c29bbf"},"tenantIdentifier":"e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:21Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c29bbf"},"namespace":"ai-tenant-e2e-api-b-c29bbf","name":"default-tenant","reconcileID":"b7510b8d-b1e3-4c35-9f6d-cf3c14626736","namespace":"ai-tenant-e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:21Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c29bbf"},"namespace":"ai-tenant-e2e-api-b-c29bbf","name":"default-tenant","reconcileID":"b7510b8d-b1e3-4c35-9f6d-cf3c14626736","name":"e2e-e2e-api-b-c29bbf-policy","namespace":"ai-tenant-e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:21Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c29bbf"},"namespace":"ai-tenant-e2e-api-b-c29bbf","name":"default-tenant","reconcileID":"b7510b8d-b1e3-4c35-9f6d-cf3c14626736","count":1} {"level":"info","ts":"2026-07-08T19:20:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-c29bbf/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-c29bbf","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-c29bbf","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-c29bbf"},"tenantIdentifier":"e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:21Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c29bbf"},"namespace":"ai-tenant-e2e-api-b-c29bbf","name":"default-tenant","reconcileID":"b7510b8d-b1e3-4c35-9f6d-cf3c14626736","tenant":"e2e-api-b-c29bbf","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T19:20:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-c29bbf","deploymentName":"maas-api-e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:21Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c29bbf-policy","namespace":"ai-tenant-e2e-api-b-c29bbf"},"namespace":"ai-tenant-e2e-api-b-c29bbf","name":"e2e-e2e-api-b-c29bbf-policy","reconcileID":"e2368e8e-55bd-41a5-988d-8c0f7c9f7272","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c29bbf-policy","namespace":"ai-tenant-e2e-api-b-c29bbf"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-08T19:20:21Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c29bbf"},"namespace":"ai-tenant-e2e-api-b-c29bbf","name":"default-tenant","reconcileID":"b7510b8d-b1e3-4c35-9f6d-cf3c14626736","gvk":"Deployment","name":"maas-api-e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:21Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c29bbf"},"namespace":"ai-tenant-e2e-api-b-c29bbf","name":"default-tenant","reconcileID":"b7510b8d-b1e3-4c35-9f6d-cf3c14626736","gvk":"Service","name":"maas-api-e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:21Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c29bbf"},"namespace":"ai-tenant-e2e-api-b-c29bbf","name":"default-tenant","reconcileID":"b7510b8d-b1e3-4c35-9f6d-cf3c14626736","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:21Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c29bbf"},"namespace":"ai-tenant-e2e-api-b-c29bbf","name":"default-tenant","reconcileID":"b7510b8d-b1e3-4c35-9f6d-cf3c14626736","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-c29bbf/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-c29bbf","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-c29bbf","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-c29bbf"},"tenantIdentifier":"e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-c29bbf/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-c29bbf","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-c29bbf","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-c29bbf"},"tenantIdentifier":"e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:21Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c29bbf"},"namespace":"ai-tenant-e2e-api-b-c29bbf","name":"default-tenant","reconcileID":"f4d478d4-d3bb-416d-9294-5092f304b924","namespace":"ai-tenant-e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:21Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c29bbf"},"namespace":"ai-tenant-e2e-api-b-c29bbf","name":"default-tenant","reconcileID":"f4d478d4-d3bb-416d-9294-5092f304b924","name":"e2e-e2e-api-b-c29bbf-policy","namespace":"ai-tenant-e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:21Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c29bbf"},"namespace":"ai-tenant-e2e-api-b-c29bbf","name":"default-tenant","reconcileID":"f4d478d4-d3bb-416d-9294-5092f304b924","count":1} {"level":"info","ts":"2026-07-08T19:20:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-c29bbf/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-c29bbf","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-c29bbf","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-c29bbf"},"tenantIdentifier":"e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:21Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c29bbf"},"namespace":"ai-tenant-e2e-api-b-c29bbf","name":"default-tenant","reconcileID":"f4d478d4-d3bb-416d-9294-5092f304b924","tenant":"e2e-api-b-c29bbf","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T19:20:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-c29bbf","deploymentName":"maas-api-e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:21Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c29bbf"},"namespace":"ai-tenant-e2e-api-b-c29bbf","name":"default-tenant","reconcileID":"f4d478d4-d3bb-416d-9294-5092f304b924","gvk":"Deployment","name":"maas-api-e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:21Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c29bbf"},"namespace":"ai-tenant-e2e-api-b-c29bbf","name":"default-tenant","reconcileID":"f4d478d4-d3bb-416d-9294-5092f304b924","gvk":"Service","name":"maas-api-e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:21Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c29bbf"},"namespace":"ai-tenant-e2e-api-b-c29bbf","name":"default-tenant","reconcileID":"f4d478d4-d3bb-416d-9294-5092f304b924","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-c29bbf"} {"level":"info","ts":"2026-07-08T19:20:21Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c29bbf"},"namespace":"ai-tenant-e2e-api-b-c29bbf","name":"default-tenant","reconcileID":"f4d478d4-d3bb-416d-9294-5092f304b924","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-c29bbf"} {"level":"error","ts":"2026-07-08T19:20:21Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c29bbf"},"namespace":"ai-tenant-e2e-api-b-c29bbf","name":"default-tenant","reconcileID":"f4d478d4-d3bb-416d-9294-5092f304b924","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T19:20:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7ac7e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7ac7e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7ac7e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"tenantIdentifier":"e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:20:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7ac7e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7ac7e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7ac7e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"tenantIdentifier":"e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:20:31Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"namespace":"ai-tenant-e2e-shared-a-7ac7e6","name":"default-tenant","reconcileID":"4f4fb322-71c4-4965-b4d6-dcf723653968","tenant":"ai-tenant-e2e-shared-a-7ac7e6/default-tenant","tenantID":"e2e-shared-a-7ac7e6","subscriptionNamespace":"ai-tenant-e2e-shared-a-7ac7e6","gatewayName":"e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:20:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-7ac7e6","deploymentName":"maas-api-e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:20:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-7ac7e6","deploymentName":"maas-api-e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:20:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-7ac7e6","deploymentName":"maas-api-e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:20:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7ac7e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7ac7e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7ac7e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"tenantIdentifier":"e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:20:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-7ac7e6","deploymentName":"maas-api-e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:20:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7ac7e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7ac7e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7ac7e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"tenantIdentifier":"e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:20:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7ac7e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7ac7e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7ac7e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"tenantIdentifier":"e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:20:32Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"namespace":"ai-tenant-e2e-shared-a-7ac7e6","name":"default-tenant","reconcileID":"56c11e25-dcca-4076-86dc-62b388e14f61","tenant":"ai-tenant-e2e-shared-a-7ac7e6/default-tenant","tenantID":"e2e-shared-a-7ac7e6","subscriptionNamespace":"ai-tenant-e2e-shared-a-7ac7e6","gatewayName":"e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:20:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-7ac7e6","deploymentName":"maas-api-e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:20:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-7ac7e6","deploymentName":"maas-api-e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:20:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-7ac7e6","deploymentName":"maas-api-e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:20:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7ac7e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7ac7e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7ac7e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"tenantIdentifier":"e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:20:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-7ac7e6","deploymentName":"maas-api-e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:20:34Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T19:20:34Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T19:20:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b28b28","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b28b28","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b28b28"},"tenantIdentifier":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:20:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b28b28","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b28b28","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b28b28"},"tenantIdentifier":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:20:40Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b28b28"},"namespace":"ai-tenant-e2e-shared-b-b28b28","name":"default-tenant","reconcileID":"62c3da10-789f-4109-bf62-386f8d2c2998","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","tenantID":"e2e-shared-b-b28b28","subscriptionNamespace":"ai-tenant-e2e-shared-b-b28b28","gatewayName":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:20:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b28b28","deploymentName":"maas-api-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:20:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b28b28","deploymentName":"maas-api-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:20:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b28b28","deploymentName":"maas-api-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:20:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b28b28","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b28b28","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b28b28"},"tenantIdentifier":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:20:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b28b28","deploymentName":"maas-api-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:20:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b28b28","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b28b28","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b28b28"},"tenantIdentifier":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:20:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b28b28","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b28b28","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b28b28"},"tenantIdentifier":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:20:41Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b28b28"},"namespace":"ai-tenant-e2e-shared-b-b28b28","name":"default-tenant","reconcileID":"6d8f7d1d-7e17-4880-82a2-6b17a47dd8b7","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","tenantID":"e2e-shared-b-b28b28","subscriptionNamespace":"ai-tenant-e2e-shared-b-b28b28","gatewayName":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:20:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b28b28","deploymentName":"maas-api-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:20:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b28b28","deploymentName":"maas-api-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:20:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b28b28","deploymentName":"maas-api-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:20:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b28b28","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b28b28","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b28b28"},"tenantIdentifier":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:20:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b28b28","deploymentName":"maas-api-e2e-shared-b-b28b28"} {"level":"error","ts":"2026-07-08T19:20:41Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b28b28"},"namespace":"ai-tenant-e2e-shared-b-b28b28","name":"default-tenant","reconcileID":"6d8f7d1d-7e17-4880-82a2-6b17a47dd8b7","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T19:20:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b28b28","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b28b28","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b28b28"},"tenantIdentifier":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:20:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b28b28","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b28b28","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b28b28"},"tenantIdentifier":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:20:41Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b28b28"},"namespace":"ai-tenant-e2e-shared-b-b28b28","name":"default-tenant","reconcileID":"dde57a31-fb63-4b3a-8f87-6aed06403acd","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","tenantID":"e2e-shared-b-b28b28","subscriptionNamespace":"ai-tenant-e2e-shared-b-b28b28","gatewayName":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:20:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b28b28","deploymentName":"maas-api-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:20:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b28b28","deploymentName":"maas-api-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:20:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b28b28","deploymentName":"maas-api-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:20:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b28b28","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b28b28","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b28b28"},"tenantIdentifier":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:20:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b28b28","deploymentName":"maas-api-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:20:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b28b28","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b28b28","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b28b28"},"tenantIdentifier":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:20:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b28b28","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b28b28","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b28b28"},"tenantIdentifier":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:20:42Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b28b28"},"namespace":"ai-tenant-e2e-shared-b-b28b28","name":"default-tenant","reconcileID":"79ae3564-139a-4878-a732-e277da2dc381","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","tenantID":"e2e-shared-b-b28b28","subscriptionNamespace":"ai-tenant-e2e-shared-b-b28b28","gatewayName":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:20:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b28b28","deploymentName":"maas-api-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:20:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b28b28","deploymentName":"maas-api-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:20:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b28b28","deploymentName":"maas-api-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:20:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b28b28","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b28b28","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b28b28"},"tenantIdentifier":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:20:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b28b28","deploymentName":"maas-api-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:20:52Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7ac7e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7ac7e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7ac7e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"tenantIdentifier":"e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:20:52Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7ac7e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7ac7e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7ac7e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"tenantIdentifier":"e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:20:52Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"namespace":"ai-tenant-e2e-shared-a-7ac7e6","name":"default-tenant","reconcileID":"cca92116-4566-40dd-9915-0b15b8726ab3","tenant":"ai-tenant-e2e-shared-a-7ac7e6/default-tenant","tenantID":"e2e-shared-a-7ac7e6","subscriptionNamespace":"ai-tenant-e2e-shared-a-7ac7e6","gatewayName":"e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:20:52Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-7ac7e6","deploymentName":"maas-api-e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:20:52Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-7ac7e6","deploymentName":"maas-api-e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:20:52Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-7ac7e6","deploymentName":"maas-api-e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:20:53Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"289284fb-b50c-4b32-b762-f1549531c811","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:20:53Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"32b9ada6-9d34-4042-850a-057083715742","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:20:53Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7ac7e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7ac7e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7ac7e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"tenantIdentifier":"e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:20:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-7ac7e6","deploymentName":"maas-api-e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:20:53Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7ac7e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7ac7e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7ac7e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"tenantIdentifier":"e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:20:53Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7ac7e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7ac7e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7ac7e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"tenantIdentifier":"e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:20:53Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"namespace":"ai-tenant-e2e-shared-a-7ac7e6","name":"default-tenant","reconcileID":"0e2f883a-e1c8-42cf-9eff-99e91230f81d","tenant":"ai-tenant-e2e-shared-a-7ac7e6/default-tenant","tenantID":"e2e-shared-a-7ac7e6","subscriptionNamespace":"ai-tenant-e2e-shared-a-7ac7e6","gatewayName":"e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:20:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-7ac7e6","deploymentName":"maas-api-e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:20:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-7ac7e6","deploymentName":"maas-api-e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:20:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-7ac7e6","deploymentName":"maas-api-e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:20:54Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7ac7e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7ac7e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7ac7e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"tenantIdentifier":"e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:20:54Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-7ac7e6","deploymentName":"maas-api-e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:21:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b28b28","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b28b28","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b28b28"},"tenantIdentifier":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:21:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b28b28","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b28b28","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b28b28"},"tenantIdentifier":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:21:02Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b28b28"},"namespace":"ai-tenant-e2e-shared-b-b28b28","name":"default-tenant","reconcileID":"a46d593b-38d3-418c-a2c1-cd575746e677","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","tenantID":"e2e-shared-b-b28b28","subscriptionNamespace":"ai-tenant-e2e-shared-b-b28b28","gatewayName":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:21:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b28b28","deploymentName":"maas-api-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:21:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b28b28","deploymentName":"maas-api-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:21:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b28b28","deploymentName":"maas-api-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:21:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b28b28","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b28b28","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b28b28"},"tenantIdentifier":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:21:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b28b28","deploymentName":"maas-api-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:21:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b28b28","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b28b28","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b28b28"},"tenantIdentifier":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:21:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b28b28","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b28b28","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b28b28"},"tenantIdentifier":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:21:03Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b28b28"},"namespace":"ai-tenant-e2e-shared-b-b28b28","name":"default-tenant","reconcileID":"0cdab0e6-5363-44dd-9631-36c0d96a8e65","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","tenantID":"e2e-shared-b-b28b28","subscriptionNamespace":"ai-tenant-e2e-shared-b-b28b28","gatewayName":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:21:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b28b28","deploymentName":"maas-api-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:21:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b28b28","deploymentName":"maas-api-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:21:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b28b28","deploymentName":"maas-api-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:21:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b28b28","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b28b28","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b28b28"},"tenantIdentifier":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:21:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b28b28","deploymentName":"maas-api-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:21:04Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T19:21:04Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T19:21:34Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T19:21:34Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T19:22:04Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T19:22:04Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T19:22:34Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T19:22:34Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T19:23:04Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T19:23:04Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T19:23:34Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T19:23:34Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T19:23:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7ac7e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7ac7e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7ac7e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"tenantIdentifier":"e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:23:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7ac7e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7ac7e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7ac7e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"tenantIdentifier":"e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:23:50Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"namespace":"ai-tenant-e2e-shared-a-7ac7e6","name":"default-tenant","reconcileID":"552d800a-ebf9-4abf-9f17-b6ade7b9145e","tenant":"ai-tenant-e2e-shared-a-7ac7e6/default-tenant","tenantID":"e2e-shared-a-7ac7e6","subscriptionNamespace":"ai-tenant-e2e-shared-a-7ac7e6","gatewayName":"e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:23:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-7ac7e6","deploymentName":"maas-api-e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:23:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-7ac7e6","deploymentName":"maas-api-e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:23:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-7ac7e6","deploymentName":"maas-api-e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:23:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7ac7e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7ac7e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7ac7e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"tenantIdentifier":"e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:23:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-7ac7e6","deploymentName":"maas-api-e2e-shared-a-7ac7e6"} {"level":"error","ts":"2026-07-08T19:23:51Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"namespace":"ai-tenant-e2e-shared-a-7ac7e6","name":"default-tenant","reconcileID":"552d800a-ebf9-4abf-9f17-b6ade7b9145e","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T19:23:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7ac7e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7ac7e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7ac7e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"tenantIdentifier":"e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:23:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7ac7e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7ac7e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7ac7e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"tenantIdentifier":"e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:23:51Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"namespace":"ai-tenant-e2e-shared-a-7ac7e6","name":"default-tenant","reconcileID":"ebb81e79-2014-4710-ba99-34e532125d30","namespace":"ai-tenant-e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:23:51Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"namespace":"ai-tenant-e2e-shared-a-7ac7e6","name":"default-tenant","reconcileID":"ebb81e79-2014-4710-ba99-34e532125d30","count":0} {"level":"info","ts":"2026-07-08T19:23:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7ac7e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7ac7e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7ac7e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"tenantIdentifier":"e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:23:51Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"namespace":"ai-tenant-e2e-shared-a-7ac7e6","name":"default-tenant","reconcileID":"ebb81e79-2014-4710-ba99-34e532125d30","tenant":"e2e-shared-a-7ac7e6","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T19:23:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-7ac7e6","deploymentName":"maas-api-e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:23:51Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"namespace":"ai-tenant-e2e-shared-a-7ac7e6","name":"default-tenant","reconcileID":"ebb81e79-2014-4710-ba99-34e532125d30","gvk":"Deployment","name":"maas-api-e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:23:51Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"namespace":"ai-tenant-e2e-shared-a-7ac7e6","name":"default-tenant","reconcileID":"ebb81e79-2014-4710-ba99-34e532125d30","gvk":"Service","name":"maas-api-e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:23:51Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"namespace":"ai-tenant-e2e-shared-a-7ac7e6","name":"default-tenant","reconcileID":"ebb81e79-2014-4710-ba99-34e532125d30","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:23:51Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"namespace":"ai-tenant-e2e-shared-a-7ac7e6","name":"default-tenant","reconcileID":"ebb81e79-2014-4710-ba99-34e532125d30","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:23:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7ac7e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7ac7e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7ac7e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"tenantIdentifier":"e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:23:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7ac7e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7ac7e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7ac7e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"tenantIdentifier":"e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:23:51Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"namespace":"ai-tenant-e2e-shared-a-7ac7e6","name":"default-tenant","reconcileID":"1c545f18-bae3-4c6d-8430-43a444896e06","namespace":"ai-tenant-e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:23:51Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"namespace":"ai-tenant-e2e-shared-a-7ac7e6","name":"default-tenant","reconcileID":"1c545f18-bae3-4c6d-8430-43a444896e06","count":0} {"level":"info","ts":"2026-07-08T19:23:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-7ac7e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-7ac7e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-7ac7e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"tenantIdentifier":"e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:23:51Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"namespace":"ai-tenant-e2e-shared-a-7ac7e6","name":"default-tenant","reconcileID":"1c545f18-bae3-4c6d-8430-43a444896e06","tenant":"e2e-shared-a-7ac7e6","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T19:23:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-7ac7e6","deploymentName":"maas-api-e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:23:51Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"namespace":"ai-tenant-e2e-shared-a-7ac7e6","name":"default-tenant","reconcileID":"1c545f18-bae3-4c6d-8430-43a444896e06","gvk":"Deployment","name":"maas-api-e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:23:51Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"namespace":"ai-tenant-e2e-shared-a-7ac7e6","name":"default-tenant","reconcileID":"1c545f18-bae3-4c6d-8430-43a444896e06","gvk":"Service","name":"maas-api-e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:23:51Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"namespace":"ai-tenant-e2e-shared-a-7ac7e6","name":"default-tenant","reconcileID":"1c545f18-bae3-4c6d-8430-43a444896e06","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-7ac7e6"} {"level":"info","ts":"2026-07-08T19:23:51Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"namespace":"ai-tenant-e2e-shared-a-7ac7e6","name":"default-tenant","reconcileID":"1c545f18-bae3-4c6d-8430-43a444896e06","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-7ac7e6"} {"level":"error","ts":"2026-07-08T19:23:51Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-7ac7e6"},"namespace":"ai-tenant-e2e-shared-a-7ac7e6","name":"default-tenant","reconcileID":"1c545f18-bae3-4c6d-8430-43a444896e06","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T19:23:54Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b2646a60-5d01-44b0-bc35-fcb40fceb97f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:23:55Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b8ed42aa-a7d2-431c-9acf-f1f937008447","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:23:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b28b28","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b28b28","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b28b28"},"tenantIdentifier":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:23:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b28b28","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b28b28","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b28b28"},"tenantIdentifier":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:23:57Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b28b28"},"namespace":"ai-tenant-e2e-shared-b-b28b28","name":"default-tenant","reconcileID":"52e3ed61-df3f-48fd-a144-9f7c7522a1fc","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","tenantID":"e2e-shared-b-b28b28","subscriptionNamespace":"ai-tenant-e2e-shared-b-b28b28","gatewayName":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:23:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b28b28","deploymentName":"maas-api-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:23:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b28b28","deploymentName":"maas-api-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:23:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b28b28","deploymentName":"maas-api-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:23:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b28b28","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b28b28","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b28b28"},"tenantIdentifier":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:23:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b28b28","deploymentName":"maas-api-e2e-shared-b-b28b28"} {"level":"error","ts":"2026-07-08T19:23:57Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b28b28"},"namespace":"ai-tenant-e2e-shared-b-b28b28","name":"default-tenant","reconcileID":"52e3ed61-df3f-48fd-a144-9f7c7522a1fc","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T19:23:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b28b28","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b28b28","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b28b28"},"tenantIdentifier":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:23:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b28b28","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b28b28","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b28b28"},"tenantIdentifier":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:23:57Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b28b28"},"namespace":"ai-tenant-e2e-shared-b-b28b28","name":"default-tenant","reconcileID":"6267c140-eeda-418e-98d2-09137286761f","namespace":"ai-tenant-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:23:57Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b28b28"},"namespace":"ai-tenant-e2e-shared-b-b28b28","name":"default-tenant","reconcileID":"6267c140-eeda-418e-98d2-09137286761f","count":0} {"level":"info","ts":"2026-07-08T19:23:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b28b28","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b28b28","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b28b28"},"tenantIdentifier":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:23:57Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b28b28"},"namespace":"ai-tenant-e2e-shared-b-b28b28","name":"default-tenant","reconcileID":"6267c140-eeda-418e-98d2-09137286761f","tenant":"e2e-shared-b-b28b28","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T19:23:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b28b28","deploymentName":"maas-api-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:23:57Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b28b28"},"namespace":"ai-tenant-e2e-shared-b-b28b28","name":"default-tenant","reconcileID":"6267c140-eeda-418e-98d2-09137286761f","gvk":"Deployment","name":"maas-api-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:23:57Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b28b28"},"namespace":"ai-tenant-e2e-shared-b-b28b28","name":"default-tenant","reconcileID":"6267c140-eeda-418e-98d2-09137286761f","gvk":"Service","name":"maas-api-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:23:57Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b28b28"},"namespace":"ai-tenant-e2e-shared-b-b28b28","name":"default-tenant","reconcileID":"6267c140-eeda-418e-98d2-09137286761f","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:23:57Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b28b28"},"namespace":"ai-tenant-e2e-shared-b-b28b28","name":"default-tenant","reconcileID":"6267c140-eeda-418e-98d2-09137286761f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:23:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b28b28","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b28b28","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b28b28"},"tenantIdentifier":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:23:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b28b28","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b28b28","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b28b28"},"tenantIdentifier":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:23:57Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b28b28"},"namespace":"ai-tenant-e2e-shared-b-b28b28","name":"default-tenant","reconcileID":"a30f256c-76cd-48b8-8cf2-7948a11dc29a","namespace":"ai-tenant-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:23:57Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b28b28"},"namespace":"ai-tenant-e2e-shared-b-b28b28","name":"default-tenant","reconcileID":"a30f256c-76cd-48b8-8cf2-7948a11dc29a","count":0} {"level":"info","ts":"2026-07-08T19:23:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b28b28/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b28b28","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b28b28","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b28b28"},"tenantIdentifier":"e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:23:57Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b28b28"},"namespace":"ai-tenant-e2e-shared-b-b28b28","name":"default-tenant","reconcileID":"a30f256c-76cd-48b8-8cf2-7948a11dc29a","tenant":"e2e-shared-b-b28b28","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T19:23:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b28b28","deploymentName":"maas-api-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:23:57Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b28b28"},"namespace":"ai-tenant-e2e-shared-b-b28b28","name":"default-tenant","reconcileID":"a30f256c-76cd-48b8-8cf2-7948a11dc29a","gvk":"Deployment","name":"maas-api-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:23:57Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b28b28"},"namespace":"ai-tenant-e2e-shared-b-b28b28","name":"default-tenant","reconcileID":"a30f256c-76cd-48b8-8cf2-7948a11dc29a","gvk":"Service","name":"maas-api-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:23:57Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b28b28"},"namespace":"ai-tenant-e2e-shared-b-b28b28","name":"default-tenant","reconcileID":"a30f256c-76cd-48b8-8cf2-7948a11dc29a","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-b28b28"} {"level":"info","ts":"2026-07-08T19:23:57Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b28b28"},"namespace":"ai-tenant-e2e-shared-b-b28b28","name":"default-tenant","reconcileID":"a30f256c-76cd-48b8-8cf2-7948a11dc29a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-b28b28"} {"level":"error","ts":"2026-07-08T19:23:57Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b28b28"},"namespace":"ai-tenant-e2e-shared-b-b28b28","name":"default-tenant","reconcileID":"a30f256c-76cd-48b8-8cf2-7948a11dc29a","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T19:24:00Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2a5d0299-f706-4358-8977-2463303e55b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:24:00Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cf61bcb4-cafe-4971-97a7-9bfee43d7698","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:24:04Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T19:24:04Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T19:24:06Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b9b3a6c4-d255-47b6-96f0-137896a09e15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T19:24:06Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c52abb75-33b7-48e4-a179-169715d06f8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}