{"level":"info","ts":"2026-07-08T02:19:06Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7c26aa-sub","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"namespace":"ai-tenant-e2e-inf-a-7c26aa","name":"test-model-7c26aa-sub","reconcileID":"266a4bf0-87f9-4d07-ab09-54a422f8b749","MaaSSubscription":{"name":"test-model-7c26aa-sub","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"name":"maas-trlp-test-model-7c26aa","model":"ai-tenant-e2e-inf-a-7c26aa/test-model-7c26aa","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:19:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-reuse-f124b1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-reuse-f124b1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-reuse-f124b1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-reuse-f124b1"},"tenantIdentifier":"e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:07Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"e7ddfecc-7c33-4f8f-bf45-62df4c71d74d","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"routeName":"test-model-f124b1-kserve-route","namespace":"ai-tenant-e2e-reuse-f124b1","llmisvcName":"test-model-f124b1","gateway":"openshift-ingress/e2e-reuse-f124b1","hostnames":[]}
{"level":"info","ts":"2026-07-08T02:19:07Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f124b1-auth","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1-auth","reconcileID":"c0954c01-bf1b-4073-8637-f352e5ceecdc","MaaSAuthPolicy":{"name":"test-model-f124b1-auth","namespace":"ai-tenant-e2e-reuse-f124b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-reuse-f124b1","tenantID":"e2e-reuse-f124b1","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-08T02:19:07Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f124b1-sub","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1-sub","reconcileID":"a6eb8718-6f46-4a09-8a13-ec051aebe22d","MaaSSubscription":{"name":"test-model-f124b1-sub","namespace":"ai-tenant-e2e-reuse-f124b1"},"name":"maas-trlp-test-model-f124b1","model":"ai-tenant-e2e-reuse-f124b1/test-model-f124b1","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:19:07Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f124b1-auth","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1-auth","reconcileID":"c0954c01-bf1b-4073-8637-f352e5ceecdc"}
{"level":"info","ts":"2026-07-08T02:19:07Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f124b1-auth","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1-auth","reconcileID":"c0954c01-bf1b-4073-8637-f352e5ceecdc","MaaSAuthPolicy":{"name":"test-model-f124b1-auth","namespace":"ai-tenant-e2e-reuse-f124b1"},"name":"e2e-reuse-f124b1-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-08T02:19:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-reuse-f124b1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-reuse-f124b1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-reuse-f124b1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-reuse-f124b1"},"tenantIdentifier":"e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-reuse-f124b1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-reuse-f124b1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-reuse-f124b1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-reuse-f124b1"},"tenantIdentifier":"e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:11Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"default-tenant","reconcileID":"73660704-efe1-4b5e-8099-29b70b385d86","tenant":"ai-tenant-e2e-reuse-f124b1/default-tenant","tenantID":"e2e-reuse-f124b1","subscriptionNamespace":"ai-tenant-e2e-reuse-f124b1","gatewayName":"e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-reuse-f124b1","deploymentName":"maas-api-e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-reuse-f124b1","deploymentName":"maas-api-e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-reuse-f124b1","deploymentName":"maas-api-e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-reuse-f124b1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-reuse-f124b1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-reuse-f124b1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-reuse-f124b1"},"tenantIdentifier":"e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-reuse-f124b1","deploymentName":"maas-api-e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-reuse-f124b1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-reuse-f124b1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-reuse-f124b1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-reuse-f124b1"},"tenantIdentifier":"e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-reuse-f124b1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-reuse-f124b1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-reuse-f124b1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-reuse-f124b1"},"tenantIdentifier":"e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:11Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f124b1-auth","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1-auth","reconcileID":"ecb09b11-f434-43c6-aee5-fdb36a491e42","MaaSAuthPolicy":{"name":"test-model-f124b1-auth","namespace":"ai-tenant-e2e-reuse-f124b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-reuse-f124b1","tenantID":"e2e-reuse-f124b1","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-08T02:19:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-reuse-f124b1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-reuse-f124b1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-reuse-f124b1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-reuse-f124b1"},"tenantIdentifier":"e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:11Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"default-tenant","reconcileID":"758ee387-3c61-40b9-b8d4-7ed8cf433914","tenant":"ai-tenant-e2e-reuse-f124b1/default-tenant","tenantID":"e2e-reuse-f124b1","subscriptionNamespace":"ai-tenant-e2e-reuse-f124b1","gatewayName":"e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:11Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f124b1-auth","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1-auth","reconcileID":"ecb09b11-f434-43c6-aee5-fdb36a491e42"}
{"level":"info","ts":"2026-07-08T02:19:11Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f124b1-auth","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1-auth","reconcileID":"ecb09b11-f434-43c6-aee5-fdb36a491e42","MaaSAuthPolicy":{"name":"test-model-f124b1-auth","namespace":"ai-tenant-e2e-reuse-f124b1"},"name":"e2e-reuse-f124b1-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-08T02:19:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-reuse-f124b1","deploymentName":"maas-api-e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-reuse-f124b1","deploymentName":"maas-api-e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-reuse-f124b1","deploymentName":"maas-api-e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-reuse-f124b1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-reuse-f124b1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-reuse-f124b1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-reuse-f124b1"},"tenantIdentifier":"e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-reuse-f124b1","deploymentName":"maas-api-e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:14Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"0042f905-495b-45f9-aec2-239f8362b5c1","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"routeName":"test-model-f124b1-kserve-route","namespace":"ai-tenant-e2e-reuse-f124b1","llmisvcName":"test-model-f124b1","gateway":"openshift-ingress/e2e-reuse-f124b1","hostnames":[]}
{"level":"info","ts":"2026-07-08T02:19:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-reuse-f124b1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-reuse-f124b1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-reuse-f124b1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-reuse-f124b1"},"tenantIdentifier":"e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:14Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f124b1-auth","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1-auth","reconcileID":"ce095fc9-c9a9-49aa-ae33-0cd6369b6bc3","MaaSAuthPolicy":{"name":"test-model-f124b1-auth","namespace":"ai-tenant-e2e-reuse-f124b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-reuse-f124b1","tenantID":"e2e-reuse-f124b1","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-08T02:19:14Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f124b1-sub","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1-sub","reconcileID":"d92a0640-21cd-4579-9bdc-922ddb6e2132","MaaSSubscription":{"name":"test-model-f124b1-sub","namespace":"ai-tenant-e2e-reuse-f124b1"},"name":"maas-trlp-test-model-f124b1","model":"ai-tenant-e2e-reuse-f124b1/test-model-f124b1","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:19:14Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f124b1-auth","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1-auth","reconcileID":"ce095fc9-c9a9-49aa-ae33-0cd6369b6bc3"}
{"level":"info","ts":"2026-07-08T02:19:14Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f124b1-auth","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1-auth","reconcileID":"ce095fc9-c9a9-49aa-ae33-0cd6369b6bc3","MaaSAuthPolicy":{"name":"test-model-f124b1-auth","namespace":"ai-tenant-e2e-reuse-f124b1"},"name":"e2e-reuse-f124b1-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-08T02:19:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-reuse-f124b1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-reuse-f124b1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-reuse-f124b1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-reuse-f124b1"},"tenantIdentifier":"e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-reuse-f124b1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-reuse-f124b1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-reuse-f124b1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-reuse-f124b1"},"tenantIdentifier":"e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:16Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f124b1-auth","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1-auth","reconcileID":"e0fd3062-d9d7-45ea-9ce7-e8a21b6d6a67","MaaSAuthPolicy":{"name":"test-model-f124b1-auth","namespace":"ai-tenant-e2e-reuse-f124b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-reuse-f124b1","tenantID":"e2e-reuse-f124b1","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-08T02:19:16Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f124b1-sub","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1-sub","reconcileID":"ba84c39e-924b-4e1c-8284-5ebb4a752afe","MaaSSubscription":{"name":"test-model-f124b1-sub","namespace":"ai-tenant-e2e-reuse-f124b1"},"name":"maas-trlp-test-model-f124b1","model":"ai-tenant-e2e-reuse-f124b1/test-model-f124b1","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:19:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-reuse-f124b1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-reuse-f124b1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-reuse-f124b1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-reuse-f124b1"},"tenantIdentifier":"e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:16Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"default-tenant","reconcileID":"fd3d3cd9-2510-4107-a03d-ae0bada9d0c3","tenant":"ai-tenant-e2e-reuse-f124b1/default-tenant","tenantID":"e2e-reuse-f124b1","subscriptionNamespace":"ai-tenant-e2e-reuse-f124b1","gatewayName":"e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:16Z","msg":"Revoked API keys for tenant deletion","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-reuse-f124b1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-reuse-f124b1","reconcileID":"7f47fddb-be10-4807-9b75-ec1ea9b6a0bf","tenant":"e2e-reuse-f124b1","maasAPIService":"maas-api-e2e-reuse-f124b1","revokedCount":0,"initiator":"AITenant controller finalizer"}
{"level":"info","ts":"2026-07-08T02:19:16Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f124b1-auth","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1-auth","reconcileID":"e0fd3062-d9d7-45ea-9ce7-e8a21b6d6a67"}
{"level":"info","ts":"2026-07-08T02:19:16Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f124b1-auth","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1-auth","reconcileID":"e0fd3062-d9d7-45ea-9ce7-e8a21b6d6a67","MaaSAuthPolicy":{"name":"test-model-f124b1-auth","namespace":"ai-tenant-e2e-reuse-f124b1"},"name":"e2e-reuse-f124b1-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-08T02:19:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-reuse-f124b1","deploymentName":"maas-api-e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-reuse-f124b1","deploymentName":"maas-api-e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-reuse-f124b1","deploymentName":"maas-api-e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-reuse-f124b1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-reuse-f124b1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-reuse-f124b1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-reuse-f124b1"},"tenantIdentifier":"e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:16Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f124b1-auth","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1-auth","reconcileID":"17988049-f02a-47b0-9446-851519a08a6f","MaaSAuthPolicy":{"name":"test-model-f124b1-auth","namespace":"ai-tenant-e2e-reuse-f124b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-reuse-f124b1","tenantID":"e2e-reuse-f124b1","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-08T02:19:16Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f124b1-auth","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1-auth","reconcileID":"17988049-f02a-47b0-9446-851519a08a6f"}
{"level":"info","ts":"2026-07-08T02:19:16Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f124b1-auth","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1-auth","reconcileID":"17988049-f02a-47b0-9446-851519a08a6f","MaaSAuthPolicy":{"name":"test-model-f124b1-auth","namespace":"ai-tenant-e2e-reuse-f124b1"},"name":"e2e-reuse-f124b1-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-08T02:19:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-reuse-f124b1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-reuse-f124b1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-reuse-f124b1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-reuse-f124b1"},"tenantIdentifier":"e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-reuse-f124b1","deploymentName":"maas-api-e2e-reuse-f124b1"}
{"level":"error","ts":"2026-07-08T02:19:17Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"default-tenant","reconcileID":"fd3d3cd9-2510-4107-a03d-ae0bada9d0c3","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-08T02:19:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-reuse-f124b1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-reuse-f124b1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-reuse-f124b1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-reuse-f124b1"},"tenantIdentifier":"e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-reuse-f124b1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-reuse-f124b1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-reuse-f124b1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-reuse-f124b1"},"tenantIdentifier":"e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:17Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"default-tenant","reconcileID":"f92f2f20-7144-4956-a9b4-57510f7eeca5","namespace":"ai-tenant-e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:17Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"default-tenant","reconcileID":"f92f2f20-7144-4956-a9b4-57510f7eeca5","name":"test-model-f124b1-auth","namespace":"ai-tenant-e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:17Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"default-tenant","reconcileID":"f92f2f20-7144-4956-a9b4-57510f7eeca5","count":1}
{"level":"info","ts":"2026-07-08T02:19:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-reuse-f124b1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-reuse-f124b1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-reuse-f124b1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-reuse-f124b1"},"tenantIdentifier":"e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:17Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"default-tenant","reconcileID":"f92f2f20-7144-4956-a9b4-57510f7eeca5","tenant":"e2e-reuse-f124b1","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-08T02:19:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-reuse-f124b1","deploymentName":"maas-api-e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:17Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f124b1-auth","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1-auth","reconcileID":"20e33754-f139-4325-9584-160d84384233","MaaSAuthPolicy":{"name":"test-model-f124b1-auth","namespace":"ai-tenant-e2e-reuse-f124b1"},"model":"ai-tenant-e2e-reuse-f124b1/test-model-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:17Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"default-tenant","reconcileID":"f92f2f20-7144-4956-a9b4-57510f7eeca5","gvk":"Deployment","name":"maas-api-e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:17Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"default-tenant","reconcileID":"f92f2f20-7144-4956-a9b4-57510f7eeca5","gvk":"Service","name":"maas-api-e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:17Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"default-tenant","reconcileID":"f92f2f20-7144-4956-a9b4-57510f7eeca5","gvk":"HTTPRoute","name":"maas-api-route-e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:17Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"default-tenant","reconcileID":"f92f2f20-7144-4956-a9b4-57510f7eeca5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-08T02:19:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"error","ts":"2026-07-08T02:19:21Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"6b04e69b-9538-4a46-bf90-f903d25062ff","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"routeName":"test-model-f124b1-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-f124b1","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-f124b1","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:21Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"6b04e69b-9538-4a46-bf90-f903d25062ff","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"error":"HTTPRoute ai-tenant-e2e-reuse-f124b1/test-model-f124b1-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-f124b1). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:21Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"6b04e69b-9538-4a46-bf90-f903d25062ff","error":"HTTPRoute ai-tenant-e2e-reuse-f124b1/test-model-f124b1-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-f124b1). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:21Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"42012bf3-9b97-4a73-91ba-529c571d748c","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"routeName":"test-model-f124b1-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-f124b1","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-f124b1","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:21Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"42012bf3-9b97-4a73-91ba-529c571d748c","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"error":"HTTPRoute ai-tenant-e2e-reuse-f124b1/test-model-f124b1-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-f124b1). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:21Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"42012bf3-9b97-4a73-91ba-529c571d748c","error":"HTTPRoute ai-tenant-e2e-reuse-f124b1/test-model-f124b1-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-f124b1). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:21Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"bda0f4c5-da9c-4d0e-a8dc-5799486bbc33","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"routeName":"test-model-f124b1-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-f124b1","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-f124b1","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:21Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"bda0f4c5-da9c-4d0e-a8dc-5799486bbc33","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"error":"HTTPRoute ai-tenant-e2e-reuse-f124b1/test-model-f124b1-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-f124b1). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:21Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"bda0f4c5-da9c-4d0e-a8dc-5799486bbc33","error":"HTTPRoute ai-tenant-e2e-reuse-f124b1/test-model-f124b1-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-f124b1). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:21Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"b6f7d537-2396-41e8-9851-ea268bcd8ceb","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"routeName":"test-model-f124b1-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-f124b1","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-f124b1","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:21Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"b6f7d537-2396-41e8-9851-ea268bcd8ceb","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"error":"HTTPRoute ai-tenant-e2e-reuse-f124b1/test-model-f124b1-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-f124b1). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:21Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"b6f7d537-2396-41e8-9851-ea268bcd8ceb","error":"HTTPRoute ai-tenant-e2e-reuse-f124b1/test-model-f124b1-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-f124b1). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:21Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"1273024f-b3d2-4151-aa9d-6c001417e012","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"routeName":"test-model-f124b1-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-f124b1","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-f124b1","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:21Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"1273024f-b3d2-4151-aa9d-6c001417e012","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"error":"HTTPRoute ai-tenant-e2e-reuse-f124b1/test-model-f124b1-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-f124b1). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:21Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"1273024f-b3d2-4151-aa9d-6c001417e012","error":"HTTPRoute ai-tenant-e2e-reuse-f124b1/test-model-f124b1-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-f124b1). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:21Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"5cca9521-a414-4532-9264-c5846cb84c56","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"routeName":"test-model-f124b1-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-f124b1","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-f124b1","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:21Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"5cca9521-a414-4532-9264-c5846cb84c56","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"error":"HTTPRoute ai-tenant-e2e-reuse-f124b1/test-model-f124b1-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-f124b1). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:21Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"5cca9521-a414-4532-9264-c5846cb84c56","error":"HTTPRoute ai-tenant-e2e-reuse-f124b1/test-model-f124b1-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-f124b1). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:21Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"0f9240ca-4dcb-4712-9dad-4ad90047b6df","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"routeName":"test-model-f124b1-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-f124b1","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-f124b1","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:21Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"0f9240ca-4dcb-4712-9dad-4ad90047b6df","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"error":"HTTPRoute ai-tenant-e2e-reuse-f124b1/test-model-f124b1-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-f124b1). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:21Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"0f9240ca-4dcb-4712-9dad-4ad90047b6df","error":"HTTPRoute ai-tenant-e2e-reuse-f124b1/test-model-f124b1-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-f124b1). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:22Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"34e2dce1-f186-4fe6-bfe3-1ebfcde9c389","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"routeName":"test-model-f124b1-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-f124b1","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-f124b1","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:22Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"34e2dce1-f186-4fe6-bfe3-1ebfcde9c389","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"error":"HTTPRoute ai-tenant-e2e-reuse-f124b1/test-model-f124b1-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-f124b1). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:22Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"34e2dce1-f186-4fe6-bfe3-1ebfcde9c389","error":"HTTPRoute ai-tenant-e2e-reuse-f124b1/test-model-f124b1-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-f124b1). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:22Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"1cb70e4e-f3cc-41c3-aa02-e7652bce72a0","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"routeName":"test-model-f124b1-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-f124b1","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-f124b1","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:22Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"1cb70e4e-f3cc-41c3-aa02-e7652bce72a0","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"error":"HTTPRoute ai-tenant-e2e-reuse-f124b1/test-model-f124b1-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-f124b1). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:22Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"1cb70e4e-f3cc-41c3-aa02-e7652bce72a0","error":"HTTPRoute ai-tenant-e2e-reuse-f124b1/test-model-f124b1-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-f124b1). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:22Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"7bdaddff-1d60-4122-97f3-742886c07fa5","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"routeName":"test-model-f124b1-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-f124b1","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-f124b1","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:22Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"7bdaddff-1d60-4122-97f3-742886c07fa5","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"error":"HTTPRoute ai-tenant-e2e-reuse-f124b1/test-model-f124b1-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-f124b1). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:22Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"7bdaddff-1d60-4122-97f3-742886c07fa5","error":"HTTPRoute ai-tenant-e2e-reuse-f124b1/test-model-f124b1-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-f124b1). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:25Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"e188ffc7-bc77-4a5d-b5c2-5b9996a7484a","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"routeName":"test-model-f124b1-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-f124b1","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-f124b1","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:25Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"e188ffc7-bc77-4a5d-b5c2-5b9996a7484a","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"error":"HTTPRoute ai-tenant-e2e-reuse-f124b1/test-model-f124b1-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-f124b1). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:25Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"e188ffc7-bc77-4a5d-b5c2-5b9996a7484a","error":"HTTPRoute ai-tenant-e2e-reuse-f124b1/test-model-f124b1-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-f124b1). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:30Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"3ed6a607-19fd-4093-a2a2-f009da49d853","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"routeName":"test-model-f124b1-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-f124b1","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-f124b1","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:30Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"3ed6a607-19fd-4093-a2a2-f009da49d853","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"error":"HTTPRoute ai-tenant-e2e-reuse-f124b1/test-model-f124b1-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-f124b1). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:30Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"3ed6a607-19fd-4093-a2a2-f009da49d853","error":"HTTPRoute ai-tenant-e2e-reuse-f124b1/test-model-f124b1-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-f124b1). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-08T02:19:38Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7c26aa-sub","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"namespace":"ai-tenant-e2e-inf-a-7c26aa","name":"test-model-7c26aa-sub","reconcileID":"9696cdd1-b372-46af-ba96-aad2bb7866c0","MaaSSubscription":{"name":"test-model-7c26aa-sub","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"name":"maas-trlp-test-model-7c26aa","model":"ai-tenant-e2e-inf-a-7c26aa/test-model-7c26aa","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:19:39Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4c41569c-0f5c-43ab-8a13-678eed013e6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:19:40Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"899f2963-2796-4331-9b95-ca1c2830b752","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:19:40Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-219487-sub","namespace":"ai-tenant-e2e-inf-b-219487"},"namespace":"ai-tenant-e2e-inf-b-219487","name":"test-model-219487-sub","reconcileID":"820abc06-1eda-44ad-a091-bf66f7cb09c2","MaaSSubscription":{"name":"test-model-219487-sub","namespace":"ai-tenant-e2e-inf-b-219487"},"name":"maas-trlp-test-model-219487","model":"ai-tenant-e2e-inf-b-219487/test-model-219487","subscriptionCount":1}
{"level":"error","ts":"2026-07-08T02:19:40Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"ef121683-48f0-4865-8fc0-465d03143eaf","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"routeName":"test-model-f124b1-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-f124b1","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-f124b1","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:40Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"ef121683-48f0-4865-8fc0-465d03143eaf","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"error":"HTTPRoute ai-tenant-e2e-reuse-f124b1/test-model-f124b1-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-f124b1). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T02:19:40Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"ef121683-48f0-4865-8fc0-465d03143eaf","error":"HTTPRoute ai-tenant-e2e-reuse-f124b1/test-model-f124b1-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-f124b1). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-08T02:19:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-08T02:19:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-08T02:19:58Z","msg":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1","reconcileID":"d6fca573-6e8d-43d6-91c4-c45b8d8d1335","MaaSModelRef":{"name":"test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1"},"name":"maas-trlp-test-model-f124b1","namespace":"ai-tenant-e2e-reuse-f124b1","model":"test-model-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:58Z","msg":"Tenant CR not found during subscription deletion - tenant already deleted, keys inaccessible","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f124b1-sub","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1-sub","reconcileID":"ce1bfda7-7c63-409c-9d69-c42b5bb1f45b","subscription":"test-model-f124b1-sub","namespace":"ai-tenant-e2e-reuse-f124b1"}
{"level":"info","ts":"2026-07-08T02:19:58Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f124b1-sub","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1-sub","reconcileID":"ce1bfda7-7c63-409c-9d69-c42b5bb1f45b","MaaSSubscription":{"name":"test-model-f124b1-sub","namespace":"ai-tenant-e2e-reuse-f124b1"},"model":"ai-tenant-e2e-reuse-f124b1/test-model-f124b1","subscription":"test-model-f124b1-sub"}
{"level":"info","ts":"2026-07-08T02:19:58Z","msg":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f124b1-sub","namespace":"ai-tenant-e2e-reuse-f124b1"},"namespace":"ai-tenant-e2e-reuse-f124b1","name":"test-model-f124b1-sub","reconcileID":"ce1bfda7-7c63-409c-9d69-c42b5bb1f45b","MaaSSubscription":{"name":"test-model-f124b1-sub","namespace":"ai-tenant-e2e-reuse-f124b1"},"model":"ai-tenant-e2e-reuse-f124b1/test-model-f124b1","error":"MaaSModelRef not found: ai-tenant-e2e-reuse-f124b1/test-model-f124b1"}
{"level":"info","ts":"2026-07-08T02:20:03Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b1979596-4946-4b7d-a48c-70eb417e2b07","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:20:03Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"53522d33-6ce8-47ee-bc00-df095f1f7942","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:20:03Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-219487-sub","namespace":"ai-tenant-e2e-inf-b-219487"},"namespace":"ai-tenant-e2e-inf-b-219487","name":"test-model-219487-sub","reconcileID":"c583d598-57aa-4ca2-bf2a-f21c2aee9bd2","MaaSSubscription":{"name":"test-model-219487-sub","namespace":"ai-tenant-e2e-inf-b-219487"},"name":"maas-trlp-test-model-219487","model":"ai-tenant-e2e-inf-b-219487/test-model-219487","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:20:04Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7c26aa-sub","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"namespace":"ai-tenant-e2e-inf-a-7c26aa","name":"test-model-7c26aa-sub","reconcileID":"d67f4136-7305-4e58-8046-62acefc954ef","MaaSSubscription":{"name":"test-model-7c26aa-sub","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"name":"maas-trlp-test-model-7c26aa","model":"ai-tenant-e2e-inf-a-7c26aa/test-model-7c26aa","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:20:15Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"18857385-05db-4e12-87ef-6e58ce27a83e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:20:16Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-219487-sub","namespace":"ai-tenant-e2e-inf-b-219487"},"namespace":"ai-tenant-e2e-inf-b-219487","name":"test-model-219487-sub","reconcileID":"fb66bb4a-ca53-4cdb-99da-2cb05c66cc04","MaaSSubscription":{"name":"test-model-219487-sub","namespace":"ai-tenant-e2e-inf-b-219487"},"name":"maas-trlp-test-model-219487","model":"ai-tenant-e2e-inf-b-219487/test-model-219487","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:20:16Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"12985789-62ef-4dd4-9748-8f9ef09c9f7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:20:16Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7c26aa-sub","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"namespace":"ai-tenant-e2e-inf-a-7c26aa","name":"test-model-7c26aa-sub","reconcileID":"73ff23b5-3b81-4a34-b93f-c3c9cf956ad1","MaaSSubscription":{"name":"test-model-7c26aa-sub","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"name":"maas-trlp-test-model-7c26aa","model":"ai-tenant-e2e-inf-a-7c26aa/test-model-7c26aa","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:20:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-08T02:20:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-08T02:20:29Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7c26aa-auth","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"namespace":"ai-tenant-e2e-inf-a-7c26aa","name":"test-model-7c26aa-auth","reconcileID":"6a8ec857-1fa5-49bc-9699-a60a158e3dad","MaaSAuthPolicy":{"name":"test-model-7c26aa-auth","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"model":"ai-tenant-e2e-inf-a-7c26aa/test-model-7c26aa"}
{"level":"info","ts":"2026-07-08T02:20:29Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"namespace":"ai-tenant-e2e-inf-a-7c26aa","name":"test-model-7c26aa","reconcileID":"0e91e359-9526-4631-9ab7-76dc00384555","MaaSModelRef":{"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"routeName":"test-model-7c26aa-kserve-route","namespace":"ai-tenant-e2e-inf-a-7c26aa","llmisvcName":"test-model-7c26aa","gateway":"openshift-ingress/e2e-inf-a-7c26aa","hostnames":[]}
{"level":"info","ts":"2026-07-08T02:20:29Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"namespace":"ai-tenant-e2e-inf-a-7c26aa","name":"test-model-7c26aa","reconcileID":"dd90ed40-e879-4a24-849b-58ccc7cf9579","MaaSModelRef":{"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"routeName":"test-model-7c26aa-kserve-route","namespace":"ai-tenant-e2e-inf-a-7c26aa","llmisvcName":"test-model-7c26aa","gateway":"openshift-ingress/e2e-inf-a-7c26aa","hostnames":[]}
{"level":"info","ts":"2026-07-08T02:20:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7c26aa-sub","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"namespace":"ai-tenant-e2e-inf-a-7c26aa","name":"test-model-7c26aa-sub","reconcileID":"be9a2dbf-d556-464a-a1a5-d77725bc6bfa","MaaSSubscription":{"name":"test-model-7c26aa-sub","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"name":"maas-trlp-test-model-7c26aa","model":"ai-tenant-e2e-inf-a-7c26aa/test-model-7c26aa","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:20:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7c26aa-sub","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"namespace":"ai-tenant-e2e-inf-a-7c26aa","name":"test-model-7c26aa-sub","reconcileID":"c0779f22-ec87-43e1-9a2e-ab27c0e6133e","MaaSSubscription":{"name":"test-model-7c26aa-sub","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"name":"maas-trlp-test-model-7c26aa","model":"ai-tenant-e2e-inf-a-7c26aa/test-model-7c26aa","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:20:29Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"namespace":"ai-tenant-e2e-inf-a-7c26aa","name":"test-model-7c26aa","reconcileID":"0b80c6be-4b73-4121-897d-60617670fb5e","MaaSModelRef":{"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"routeName":"test-model-7c26aa-kserve-route","namespace":"ai-tenant-e2e-inf-a-7c26aa","llmisvcName":"test-model-7c26aa","gateway":"openshift-ingress/e2e-inf-a-7c26aa","hostnames":[]}
{"level":"info","ts":"2026-07-08T02:20:29Z","msg":"Revoked API keys for subscription deletion","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7c26aa-sub","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"namespace":"ai-tenant-e2e-inf-a-7c26aa","name":"test-model-7c26aa-sub","reconcileID":"4eebdf74-5e3d-49cb-a64b-9975c29d3ca3","subscription":"test-model-7c26aa-sub","tenant":"e2e-inf-a-7c26aa","maasAPIService":"maas-api-e2e-inf-a-7c26aa","revokedCount":2,"initiator":"MaaSSubscription controller finalizer"}
{"level":"info","ts":"2026-07-08T02:20:29Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7c26aa-sub","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"namespace":"ai-tenant-e2e-inf-a-7c26aa","name":"test-model-7c26aa-sub","reconcileID":"4eebdf74-5e3d-49cb-a64b-9975c29d3ca3","MaaSSubscription":{"name":"test-model-7c26aa-sub","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"model":"ai-tenant-e2e-inf-a-7c26aa/test-model-7c26aa","subscription":"test-model-7c26aa-sub"}
{"level":"info","ts":"2026-07-08T02:20:29Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7c26aa-sub","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"namespace":"ai-tenant-e2e-inf-a-7c26aa","name":"test-model-7c26aa-sub","reconcileID":"4eebdf74-5e3d-49cb-a64b-9975c29d3ca3","MaaSSubscription":{"name":"test-model-7c26aa-sub","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"model":"ai-tenant-e2e-inf-a-7c26aa/test-model-7c26aa"}
{"level":"info","ts":"2026-07-08T02:20:29Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7c26aa-sub","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"namespace":"ai-tenant-e2e-inf-a-7c26aa","name":"test-model-7c26aa-sub","reconcileID":"4eebdf74-5e3d-49cb-a64b-9975c29d3ca3","MaaSSubscription":{"name":"test-model-7c26aa-sub","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"name":"maas-trlp-test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa","model":"ai-tenant-e2e-inf-a-7c26aa/test-model-7c26aa"}
{"level":"info","ts":"2026-07-08T02:20:29Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"namespace":"ai-tenant-e2e-inf-a-7c26aa","name":"test-model-7c26aa","reconcileID":"bf250bd5-3b4d-4df9-aede-a60947d3dc04","MaaSModelRef":{"name":"test-model-7c26aa","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"routeName":"test-model-7c26aa-kserve-route","namespace":"ai-tenant-e2e-inf-a-7c26aa","llmisvcName":"test-model-7c26aa","gateway":"openshift-ingress/e2e-inf-a-7c26aa","hostnames":[]}
{"level":"info","ts":"2026-07-08T02:20:30Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-219487-auth","namespace":"ai-tenant-e2e-inf-b-219487"},"namespace":"ai-tenant-e2e-inf-b-219487","name":"test-model-219487-auth","reconcileID":"a6dd87bc-dc97-424f-9ce2-599d0849f6aa","MaaSAuthPolicy":{"name":"test-model-219487-auth","namespace":"ai-tenant-e2e-inf-b-219487"},"model":"ai-tenant-e2e-inf-b-219487/test-model-219487"}
{"level":"info","ts":"2026-07-08T02:20:30Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"},"namespace":"ai-tenant-e2e-inf-b-219487","name":"test-model-219487","reconcileID":"d0b5df60-7ccb-48c4-b74e-cfadfde3ca89","MaaSModelRef":{"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"},"routeName":"test-model-219487-kserve-route","namespace":"ai-tenant-e2e-inf-b-219487","llmisvcName":"test-model-219487","gateway":"openshift-ingress/e2e-inf-b-219487","hostnames":[]}
{"level":"info","ts":"2026-07-08T02:20:30Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"},"namespace":"ai-tenant-e2e-inf-b-219487","name":"test-model-219487","reconcileID":"fb58e048-0ac6-44f6-92b0-6fdeb178c8ac","MaaSModelRef":{"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"},"routeName":"test-model-219487-kserve-route","namespace":"ai-tenant-e2e-inf-b-219487","llmisvcName":"test-model-219487","gateway":"openshift-ingress/e2e-inf-b-219487","hostnames":[]}
{"level":"info","ts":"2026-07-08T02:20:30Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-219487-sub","namespace":"ai-tenant-e2e-inf-b-219487"},"namespace":"ai-tenant-e2e-inf-b-219487","name":"test-model-219487-sub","reconcileID":"ef339acf-c874-4c57-9fdf-f7e8ecb18b1b","MaaSSubscription":{"name":"test-model-219487-sub","namespace":"ai-tenant-e2e-inf-b-219487"},"name":"maas-trlp-test-model-219487","model":"ai-tenant-e2e-inf-b-219487/test-model-219487","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:20:30Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-219487-sub","namespace":"ai-tenant-e2e-inf-b-219487"},"namespace":"ai-tenant-e2e-inf-b-219487","name":"test-model-219487-sub","reconcileID":"ea108927-69d6-4e23-b059-65a0dac2f693","MaaSSubscription":{"name":"test-model-219487-sub","namespace":"ai-tenant-e2e-inf-b-219487"},"name":"maas-trlp-test-model-219487","model":"ai-tenant-e2e-inf-b-219487/test-model-219487","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:20:30Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"},"namespace":"ai-tenant-e2e-inf-b-219487","name":"test-model-219487","reconcileID":"887c9c2d-8b4f-4b35-aec0-b517df1b486e","MaaSModelRef":{"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"},"routeName":"test-model-219487-kserve-route","namespace":"ai-tenant-e2e-inf-b-219487","llmisvcName":"test-model-219487","gateway":"openshift-ingress/e2e-inf-b-219487","hostnames":[]}
{"level":"info","ts":"2026-07-08T02:20:30Z","msg":"Revoked API keys for subscription deletion","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-219487-sub","namespace":"ai-tenant-e2e-inf-b-219487"},"namespace":"ai-tenant-e2e-inf-b-219487","name":"test-model-219487-sub","reconcileID":"800b4b28-f5e8-4125-8006-dbffb065ed21","subscription":"test-model-219487-sub","tenant":"e2e-inf-b-219487","maasAPIService":"maas-api-e2e-inf-b-219487","revokedCount":0,"initiator":"MaaSSubscription controller finalizer"}
{"level":"info","ts":"2026-07-08T02:20:30Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-219487-sub","namespace":"ai-tenant-e2e-inf-b-219487"},"namespace":"ai-tenant-e2e-inf-b-219487","name":"test-model-219487-sub","reconcileID":"800b4b28-f5e8-4125-8006-dbffb065ed21","MaaSSubscription":{"name":"test-model-219487-sub","namespace":"ai-tenant-e2e-inf-b-219487"},"model":"ai-tenant-e2e-inf-b-219487/test-model-219487","subscription":"test-model-219487-sub"}
{"level":"info","ts":"2026-07-08T02:20:30Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-219487-sub","namespace":"ai-tenant-e2e-inf-b-219487"},"namespace":"ai-tenant-e2e-inf-b-219487","name":"test-model-219487-sub","reconcileID":"800b4b28-f5e8-4125-8006-dbffb065ed21","MaaSSubscription":{"name":"test-model-219487-sub","namespace":"ai-tenant-e2e-inf-b-219487"},"model":"ai-tenant-e2e-inf-b-219487/test-model-219487"}
{"level":"info","ts":"2026-07-08T02:20:30Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-219487-sub","namespace":"ai-tenant-e2e-inf-b-219487"},"namespace":"ai-tenant-e2e-inf-b-219487","name":"test-model-219487-sub","reconcileID":"800b4b28-f5e8-4125-8006-dbffb065ed21","MaaSSubscription":{"name":"test-model-219487-sub","namespace":"ai-tenant-e2e-inf-b-219487"},"name":"maas-trlp-test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487","model":"ai-tenant-e2e-inf-b-219487/test-model-219487"}
{"level":"info","ts":"2026-07-08T02:20:30Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"},"namespace":"ai-tenant-e2e-inf-b-219487","name":"test-model-219487","reconcileID":"fe2ec00b-7aa4-441f-b7cd-65bcd7403a52","MaaSModelRef":{"name":"test-model-219487","namespace":"ai-tenant-e2e-inf-b-219487"},"routeName":"test-model-219487-kserve-route","namespace":"ai-tenant-e2e-inf-b-219487","llmisvcName":"test-model-219487","gateway":"openshift-ingress/e2e-inf-b-219487","hostnames":[]}
{"level":"info","ts":"2026-07-08T02:20:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-7c26aa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-7c26aa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-7c26aa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-7c26aa"},"tenantIdentifier":"e2e-inf-a-7c26aa"}
{"level":"info","ts":"2026-07-08T02:20:31Z","msg":"Revoked API keys for tenant deletion","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-7c26aa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-7c26aa","reconcileID":"3221b6a9-f76b-48f7-882c-fa45edce24c7","tenant":"e2e-inf-a-7c26aa","maasAPIService":"maas-api-e2e-inf-a-7c26aa","revokedCount":0,"initiator":"AITenant controller finalizer"}
{"level":"info","ts":"2026-07-08T02:20:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-7c26aa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-7c26aa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-7c26aa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-7c26aa"},"tenantIdentifier":"e2e-inf-a-7c26aa"}
{"level":"info","ts":"2026-07-08T02:20:31Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"namespace":"ai-tenant-e2e-inf-a-7c26aa","name":"default-tenant","reconcileID":"3d477e15-0182-4e43-9d57-5fd1489fc6fa","tenant":"ai-tenant-e2e-inf-a-7c26aa/default-tenant","tenantID":"e2e-inf-a-7c26aa","subscriptionNamespace":"ai-tenant-e2e-inf-a-7c26aa","gatewayName":"e2e-inf-a-7c26aa"}
{"level":"info","ts":"2026-07-08T02:20:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-7c26aa","deploymentName":"maas-api-e2e-inf-a-7c26aa"}
{"level":"info","ts":"2026-07-08T02:20:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-7c26aa","deploymentName":"maas-api-e2e-inf-a-7c26aa"}
{"level":"info","ts":"2026-07-08T02:20:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-7c26aa","deploymentName":"maas-api-e2e-inf-a-7c26aa"}
{"level":"info","ts":"2026-07-08T02:20:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-7c26aa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-7c26aa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-7c26aa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-7c26aa"},"tenantIdentifier":"e2e-inf-a-7c26aa"}
{"level":"info","ts":"2026-07-08T02:20:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-7c26aa","deploymentName":"maas-api-e2e-inf-a-7c26aa"}
{"level":"error","ts":"2026-07-08T02:20:31Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"namespace":"ai-tenant-e2e-inf-a-7c26aa","name":"default-tenant","reconcileID":"3d477e15-0182-4e43-9d57-5fd1489fc6fa","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-08T02:20:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-7c26aa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-7c26aa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-7c26aa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-7c26aa"},"tenantIdentifier":"e2e-inf-a-7c26aa"}
{"level":"info","ts":"2026-07-08T02:20:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-7c26aa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-7c26aa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-7c26aa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-7c26aa"},"tenantIdentifier":"e2e-inf-a-7c26aa"}
{"level":"info","ts":"2026-07-08T02:20:31Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"namespace":"ai-tenant-e2e-inf-a-7c26aa","name":"default-tenant","reconcileID":"1b860784-5ec7-439a-9dbe-864a455f7044","namespace":"ai-tenant-e2e-inf-a-7c26aa"}
{"level":"info","ts":"2026-07-08T02:20:31Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"namespace":"ai-tenant-e2e-inf-a-7c26aa","name":"default-tenant","reconcileID":"1b860784-5ec7-439a-9dbe-864a455f7044","count":0}
{"level":"info","ts":"2026-07-08T02:20:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-7c26aa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-7c26aa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-7c26aa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-7c26aa"},"tenantIdentifier":"e2e-inf-a-7c26aa"}
{"level":"info","ts":"2026-07-08T02:20:31Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"namespace":"ai-tenant-e2e-inf-a-7c26aa","name":"default-tenant","reconcileID":"1b860784-5ec7-439a-9dbe-864a455f7044","tenant":"e2e-inf-a-7c26aa","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-08T02:20:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-7c26aa","deploymentName":"maas-api-e2e-inf-a-7c26aa"}
{"level":"info","ts":"2026-07-08T02:20:31Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"namespace":"ai-tenant-e2e-inf-a-7c26aa","name":"default-tenant","reconcileID":"1b860784-5ec7-439a-9dbe-864a455f7044","gvk":"Deployment","name":"maas-api-e2e-inf-a-7c26aa"}
{"level":"info","ts":"2026-07-08T02:20:31Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"namespace":"ai-tenant-e2e-inf-a-7c26aa","name":"default-tenant","reconcileID":"1b860784-5ec7-439a-9dbe-864a455f7044","gvk":"Service","name":"maas-api-e2e-inf-a-7c26aa"}
{"level":"info","ts":"2026-07-08T02:20:31Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"namespace":"ai-tenant-e2e-inf-a-7c26aa","name":"default-tenant","reconcileID":"1b860784-5ec7-439a-9dbe-864a455f7044","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-7c26aa"}
{"level":"info","ts":"2026-07-08T02:20:31Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"namespace":"ai-tenant-e2e-inf-a-7c26aa","name":"default-tenant","reconcileID":"1b860784-5ec7-439a-9dbe-864a455f7044","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-7c26aa"}
{"level":"info","ts":"2026-07-08T02:20:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-7c26aa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-7c26aa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-7c26aa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-7c26aa"},"tenantIdentifier":"e2e-inf-a-7c26aa"}
{"level":"info","ts":"2026-07-08T02:20:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-7c26aa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-7c26aa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-7c26aa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-7c26aa"},"tenantIdentifier":"e2e-inf-a-7c26aa"}
{"level":"info","ts":"2026-07-08T02:20:31Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"namespace":"ai-tenant-e2e-inf-a-7c26aa","name":"default-tenant","reconcileID":"26dd007a-b944-4bbb-9289-43f6965df605","namespace":"ai-tenant-e2e-inf-a-7c26aa"}
{"level":"info","ts":"2026-07-08T02:20:31Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"namespace":"ai-tenant-e2e-inf-a-7c26aa","name":"default-tenant","reconcileID":"26dd007a-b944-4bbb-9289-43f6965df605","count":0}
{"level":"info","ts":"2026-07-08T02:20:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-7c26aa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-7c26aa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-7c26aa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-7c26aa"},"tenantIdentifier":"e2e-inf-a-7c26aa"}
{"level":"info","ts":"2026-07-08T02:20:31Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"namespace":"ai-tenant-e2e-inf-a-7c26aa","name":"default-tenant","reconcileID":"26dd007a-b944-4bbb-9289-43f6965df605","tenant":"e2e-inf-a-7c26aa","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-08T02:20:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-7c26aa","deploymentName":"maas-api-e2e-inf-a-7c26aa"}
{"level":"info","ts":"2026-07-08T02:20:31Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"namespace":"ai-tenant-e2e-inf-a-7c26aa","name":"default-tenant","reconcileID":"26dd007a-b944-4bbb-9289-43f6965df605","gvk":"Deployment","name":"maas-api-e2e-inf-a-7c26aa"}
{"level":"info","ts":"2026-07-08T02:20:31Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"namespace":"ai-tenant-e2e-inf-a-7c26aa","name":"default-tenant","reconcileID":"26dd007a-b944-4bbb-9289-43f6965df605","gvk":"Service","name":"maas-api-e2e-inf-a-7c26aa"}
{"level":"info","ts":"2026-07-08T02:20:31Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"namespace":"ai-tenant-e2e-inf-a-7c26aa","name":"default-tenant","reconcileID":"26dd007a-b944-4bbb-9289-43f6965df605","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-7c26aa"}
{"level":"info","ts":"2026-07-08T02:20:31Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"namespace":"ai-tenant-e2e-inf-a-7c26aa","name":"default-tenant","reconcileID":"26dd007a-b944-4bbb-9289-43f6965df605","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-7c26aa"}
{"level":"error","ts":"2026-07-08T02:20:31Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7c26aa"},"namespace":"ai-tenant-e2e-inf-a-7c26aa","name":"default-tenant","reconcileID":"26dd007a-b944-4bbb-9289-43f6965df605","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-08T02:20:36Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"67cecda7-a31b-4c50-8171-b251467c50ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:20:36Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cb0c5f70-1292-4f42-ae3e-0fbbfb2df1c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:20:44Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"442a1ae7-e9c0-4376-8a1e-4e00206d3022","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:20:44Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d2633ab3-373c-44fb-94a1-ef8be23e1f99","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:20:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-08T02:20:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-08T02:21:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-219487/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-219487","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-219487","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-219487"},"tenantIdentifier":"e2e-inf-b-219487"}
{"level":"info","ts":"2026-07-08T02:21:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-219487/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-219487","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-219487","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-219487"},"tenantIdentifier":"e2e-inf-b-219487"}
{"level":"info","ts":"2026-07-08T02:21:13Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-219487"},"namespace":"ai-tenant-e2e-inf-b-219487","name":"default-tenant","reconcileID":"86e8c9a2-7ee1-47af-b966-d8727f16a48a","tenant":"ai-tenant-e2e-inf-b-219487/default-tenant","tenantID":"e2e-inf-b-219487","subscriptionNamespace":"ai-tenant-e2e-inf-b-219487","gatewayName":"e2e-inf-b-219487"}
{"level":"info","ts":"2026-07-08T02:21:13Z","msg":"Revoked API keys for tenant deletion","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-219487","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-219487","reconcileID":"3f4862ae-f33b-4a58-9506-d4949c8644eb","tenant":"e2e-inf-b-219487","maasAPIService":"maas-api-e2e-inf-b-219487","revokedCount":0,"initiator":"AITenant controller finalizer"}
{"level":"info","ts":"2026-07-08T02:21:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-219487","deploymentName":"maas-api-e2e-inf-b-219487"}
{"level":"info","ts":"2026-07-08T02:21:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-219487","deploymentName":"maas-api-e2e-inf-b-219487"}
{"level":"info","ts":"2026-07-08T02:21:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-219487","deploymentName":"maas-api-e2e-inf-b-219487"}
{"level":"info","ts":"2026-07-08T02:21:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-219487/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-219487","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-219487","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-219487"},"tenantIdentifier":"e2e-inf-b-219487"}
{"level":"info","ts":"2026-07-08T02:21:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-219487","deploymentName":"maas-api-e2e-inf-b-219487"}
{"level":"error","ts":"2026-07-08T02:21:14Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-219487"},"namespace":"ai-tenant-e2e-inf-b-219487","name":"default-tenant","reconcileID":"86e8c9a2-7ee1-47af-b966-d8727f16a48a","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-08T02:21:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-219487/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-219487","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-219487","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-219487"},"tenantIdentifier":"e2e-inf-b-219487"}
{"level":"info","ts":"2026-07-08T02:21:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-219487/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-219487","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-219487","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-219487"},"tenantIdentifier":"e2e-inf-b-219487"}
{"level":"info","ts":"2026-07-08T02:21:14Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-219487"},"namespace":"ai-tenant-e2e-inf-b-219487","name":"default-tenant","reconcileID":"59cd3d40-3c38-461f-b535-e92c2fb17f8f","namespace":"ai-tenant-e2e-inf-b-219487"}
{"level":"info","ts":"2026-07-08T02:21:14Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-219487"},"namespace":"ai-tenant-e2e-inf-b-219487","name":"default-tenant","reconcileID":"59cd3d40-3c38-461f-b535-e92c2fb17f8f","count":0}
{"level":"info","ts":"2026-07-08T02:21:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-219487/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-219487","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-219487","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-219487"},"tenantIdentifier":"e2e-inf-b-219487"}
{"level":"info","ts":"2026-07-08T02:21:14Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-219487"},"namespace":"ai-tenant-e2e-inf-b-219487","name":"default-tenant","reconcileID":"59cd3d40-3c38-461f-b535-e92c2fb17f8f","tenant":"e2e-inf-b-219487","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-08T02:21:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-219487","deploymentName":"maas-api-e2e-inf-b-219487"}
{"level":"info","ts":"2026-07-08T02:21:14Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-219487"},"namespace":"ai-tenant-e2e-inf-b-219487","name":"default-tenant","reconcileID":"59cd3d40-3c38-461f-b535-e92c2fb17f8f","gvk":"Deployment","name":"maas-api-e2e-inf-b-219487"}
{"level":"info","ts":"2026-07-08T02:21:14Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-219487"},"namespace":"ai-tenant-e2e-inf-b-219487","name":"default-tenant","reconcileID":"59cd3d40-3c38-461f-b535-e92c2fb17f8f","gvk":"Service","name":"maas-api-e2e-inf-b-219487"}
{"level":"info","ts":"2026-07-08T02:21:14Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-219487"},"namespace":"ai-tenant-e2e-inf-b-219487","name":"default-tenant","reconcileID":"59cd3d40-3c38-461f-b535-e92c2fb17f8f","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-219487"}
{"level":"info","ts":"2026-07-08T02:21:14Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-219487"},"namespace":"ai-tenant-e2e-inf-b-219487","name":"default-tenant","reconcileID":"59cd3d40-3c38-461f-b535-e92c2fb17f8f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-219487"}
{"level":"info","ts":"2026-07-08T02:21:18Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"db119cdf-995b-47f0-bd1b-35f1d477bd93","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:21:18Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f09979fd-db8f-48cd-bb94-fabf582ab283","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:21:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-08T02:21:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-08T02:21:23Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-07-08T02:21:23Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-07-08T02:21:23Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"ea278885-97e2-49d1-ba86-9e21a3dc279a","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-07-08T02:21:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-07-08T02:21:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-07-08T02:21:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-07-08T02:21:24Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-07-08T02:21:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-07-08T02:21:24Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-645239/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-645239","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-645239","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-645239"},"tenantIdentifier":"e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:24Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-645239/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-645239","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-645239","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-645239"},"tenantIdentifier":"e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:24Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645239"},"namespace":"ai-tenant-e2e-api-a-645239","name":"default-tenant","reconcileID":"bea0303c-4799-487c-a9e7-d24394b7ad4b","tenant":"ai-tenant-e2e-api-a-645239/default-tenant","tenantID":"e2e-api-a-645239","subscriptionNamespace":"ai-tenant-e2e-api-a-645239","gatewayName":"e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-645239","deploymentName":"maas-api-e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-645239","deploymentName":"maas-api-e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-645239","deploymentName":"maas-api-e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-645239/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-645239","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-645239","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-645239"},"tenantIdentifier":"e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-645239","deploymentName":"maas-api-e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-645239/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-645239","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-645239","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-645239"},"tenantIdentifier":"e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-645239/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-645239","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-645239","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-645239"},"tenantIdentifier":"e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:25Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645239"},"namespace":"ai-tenant-e2e-api-a-645239","name":"default-tenant","reconcileID":"caa7ac33-5368-4795-9497-03725102a457","tenant":"ai-tenant-e2e-api-a-645239/default-tenant","tenantID":"e2e-api-a-645239","subscriptionNamespace":"ai-tenant-e2e-api-a-645239","gatewayName":"e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-645239","deploymentName":"maas-api-e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-645239","deploymentName":"maas-api-e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-645239","deploymentName":"maas-api-e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-645239/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-645239","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-645239","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-645239"},"tenantIdentifier":"e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-645239","deploymentName":"maas-api-e2e-api-a-645239"}
{"level":"error","ts":"2026-07-08T02:21:25Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645239"},"namespace":"ai-tenant-e2e-api-a-645239","name":"default-tenant","reconcileID":"caa7ac33-5368-4795-9497-03725102a457","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-08T02:21:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-645239/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-645239","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-645239","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-645239"},"tenantIdentifier":"e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-645239/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-645239","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-645239","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-645239"},"tenantIdentifier":"e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:25Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645239"},"namespace":"ai-tenant-e2e-api-a-645239","name":"default-tenant","reconcileID":"cd42811b-9be3-48f3-a627-33fc854a8e4e","tenant":"ai-tenant-e2e-api-a-645239/default-tenant","tenantID":"e2e-api-a-645239","subscriptionNamespace":"ai-tenant-e2e-api-a-645239","gatewayName":"e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-645239","deploymentName":"maas-api-e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-645239","deploymentName":"maas-api-e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-645239","deploymentName":"maas-api-e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:26Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-645239/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-645239","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-645239","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-645239"},"tenantIdentifier":"e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:26Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-645239","deploymentName":"maas-api-e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:26Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-645239/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-645239","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-645239","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-645239"},"tenantIdentifier":"e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:26Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-645239/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-645239","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-645239","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-645239"},"tenantIdentifier":"e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:26Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645239"},"namespace":"ai-tenant-e2e-api-a-645239","name":"default-tenant","reconcileID":"0dffcdfa-c1c4-4d81-9f65-176d05a8ccf4","tenant":"ai-tenant-e2e-api-a-645239/default-tenant","tenantID":"e2e-api-a-645239","subscriptionNamespace":"ai-tenant-e2e-api-a-645239","gatewayName":"e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:26Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-645239","deploymentName":"maas-api-e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:26Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-645239","deploymentName":"maas-api-e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:26Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-645239","deploymentName":"maas-api-e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:26Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7f131e1a-e983-480a-b3db-d4c134398140","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:21:26Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cd42b078-ca47-4915-8c6d-6dc5dfa3f478","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:21:26Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-645239/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-645239","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-645239","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-645239"},"tenantIdentifier":"e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:26Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-645239","deploymentName":"maas-api-e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:28Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7b3e651-f601-4be4-a182-8565093d6e5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-08T02:21:28Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f200c6ed-4dfd-41c6-8795-46171988268e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-08T02:21:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-645239/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-645239","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-645239","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-645239"},"tenantIdentifier":"e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:28Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645239-policy","namespace":"ai-tenant-e2e-api-a-645239"},"namespace":"ai-tenant-e2e-api-a-645239","name":"e2e-e2e-api-a-645239-policy","reconcileID":"3a97b30b-a548-4520-b3c0-d2b909892a5b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645239-policy","namespace":"ai-tenant-e2e-api-a-645239"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-645239","tenantID":"e2e-api-a-645239","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-08T02:21:28Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645239-policy","namespace":"ai-tenant-e2e-api-a-645239"},"namespace":"ai-tenant-e2e-api-a-645239","name":"e2e-e2e-api-a-645239-policy","reconcileID":"3a97b30b-a548-4520-b3c0-d2b909892a5b"}
{"level":"info","ts":"2026-07-08T02:21:28Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645239-policy","namespace":"ai-tenant-e2e-api-a-645239"},"namespace":"ai-tenant-e2e-api-a-645239","name":"e2e-e2e-api-a-645239-policy","reconcileID":"3a97b30b-a548-4520-b3c0-d2b909892a5b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645239-policy","namespace":"ai-tenant-e2e-api-a-645239"},"name":"e2e-api-a-645239-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-08T02:21:28Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b0dc79c-57c2-43be-80c6-32a7c5f6fc67","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-08T02:21:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-1df4d7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-1df4d7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-1df4d7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-1df4d7"},"tenantIdentifier":"e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-1df4d7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-1df4d7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-1df4d7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-1df4d7"},"tenantIdentifier":"e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:32Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1df4d7"},"namespace":"ai-tenant-e2e-api-b-1df4d7","name":"default-tenant","reconcileID":"2ab6f527-03a9-4a02-8016-0028ae58a27d","tenant":"ai-tenant-e2e-api-b-1df4d7/default-tenant","tenantID":"e2e-api-b-1df4d7","subscriptionNamespace":"ai-tenant-e2e-api-b-1df4d7","gatewayName":"e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-1df4d7","deploymentName":"maas-api-e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-1df4d7","deploymentName":"maas-api-e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-1df4d7","deploymentName":"maas-api-e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-1df4d7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-1df4d7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-1df4d7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-1df4d7"},"tenantIdentifier":"e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-1df4d7","deploymentName":"maas-api-e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-1df4d7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-1df4d7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-1df4d7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-1df4d7"},"tenantIdentifier":"e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-1df4d7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-1df4d7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-1df4d7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-1df4d7"},"tenantIdentifier":"e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:33Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1df4d7"},"namespace":"ai-tenant-e2e-api-b-1df4d7","name":"default-tenant","reconcileID":"2bccae6d-85d0-425c-a82c-0c2c3d4ef51d","tenant":"ai-tenant-e2e-api-b-1df4d7/default-tenant","tenantID":"e2e-api-b-1df4d7","subscriptionNamespace":"ai-tenant-e2e-api-b-1df4d7","gatewayName":"e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-1df4d7","deploymentName":"maas-api-e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-1df4d7","deploymentName":"maas-api-e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-1df4d7","deploymentName":"maas-api-e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-1df4d7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-1df4d7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-1df4d7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-1df4d7"},"tenantIdentifier":"e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-1df4d7","deploymentName":"maas-api-e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-1df4d7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-1df4d7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-1df4d7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-1df4d7"},"tenantIdentifier":"e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-1df4d7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-1df4d7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-1df4d7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-1df4d7"},"tenantIdentifier":"e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:33Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1df4d7"},"namespace":"ai-tenant-e2e-api-b-1df4d7","name":"default-tenant","reconcileID":"63c0543b-0895-4203-b1c8-2c2d00cd3231","tenant":"ai-tenant-e2e-api-b-1df4d7/default-tenant","tenantID":"e2e-api-b-1df4d7","subscriptionNamespace":"ai-tenant-e2e-api-b-1df4d7","gatewayName":"e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-1df4d7","deploymentName":"maas-api-e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-1df4d7","deploymentName":"maas-api-e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-1df4d7","deploymentName":"maas-api-e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:33Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"78d44c89-8cf0-401e-9209-43d8ba4f3a47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:21:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-1df4d7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-1df4d7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-1df4d7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-1df4d7"},"tenantIdentifier":"e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-1df4d7","deploymentName":"maas-api-e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:33Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"570f42c7-c47c-4c27-9aa8-c76c85fd8708","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:21:36Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"696fa9de-d329-4022-b484-8da94a7dadbf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-08T02:21:36Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-1df4d7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-1df4d7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-1df4d7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-1df4d7"},"tenantIdentifier":"e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:36Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5cf04388-ba5b-4f09-9c6b-9317f3b0dd5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-08T02:21:36Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1df4d7-policy","namespace":"ai-tenant-e2e-api-b-1df4d7"},"namespace":"ai-tenant-e2e-api-b-1df4d7","name":"e2e-e2e-api-b-1df4d7-policy","reconcileID":"82e88503-2ae4-4141-859f-23bea6100d7b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1df4d7-policy","namespace":"ai-tenant-e2e-api-b-1df4d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1df4d7","tenantID":"e2e-api-b-1df4d7","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-08T02:21:36Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1df4d7-policy","namespace":"ai-tenant-e2e-api-b-1df4d7"},"namespace":"ai-tenant-e2e-api-b-1df4d7","name":"e2e-e2e-api-b-1df4d7-policy","reconcileID":"82e88503-2ae4-4141-859f-23bea6100d7b"}
{"level":"info","ts":"2026-07-08T02:21:36Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1df4d7-policy","namespace":"ai-tenant-e2e-api-b-1df4d7"},"namespace":"ai-tenant-e2e-api-b-1df4d7","name":"e2e-e2e-api-b-1df4d7-policy","reconcileID":"82e88503-2ae4-4141-859f-23bea6100d7b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1df4d7-policy","namespace":"ai-tenant-e2e-api-b-1df4d7"},"name":"e2e-api-b-1df4d7-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-08T02:21:36Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc0319db-6d9e-422f-a538-4732c0963ee3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-08T02:21:44Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-645239/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-645239","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-645239","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-645239"},"tenantIdentifier":"e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:44Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-645239/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-645239","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-645239","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-645239"},"tenantIdentifier":"e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:44Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645239-policy","namespace":"ai-tenant-e2e-api-a-645239"},"namespace":"ai-tenant-e2e-api-a-645239","name":"e2e-e2e-api-a-645239-policy","reconcileID":"d392a802-c269-4278-8128-3250d06692e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645239-policy","namespace":"ai-tenant-e2e-api-a-645239"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-645239","tenantID":"e2e-api-a-645239","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-08T02:21:44Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-645239/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-645239","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-645239","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-645239"},"tenantIdentifier":"e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:44Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645239"},"namespace":"ai-tenant-e2e-api-a-645239","name":"default-tenant","reconcileID":"2797568f-c7f1-4aaa-8472-502abedbb6e3","tenant":"ai-tenant-e2e-api-a-645239/default-tenant","tenantID":"e2e-api-a-645239","subscriptionNamespace":"ai-tenant-e2e-api-a-645239","gatewayName":"e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:44Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645239-policy","namespace":"ai-tenant-e2e-api-a-645239"},"namespace":"ai-tenant-e2e-api-a-645239","name":"e2e-e2e-api-a-645239-policy","reconcileID":"d392a802-c269-4278-8128-3250d06692e6"}
{"level":"info","ts":"2026-07-08T02:21:44Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645239-policy","namespace":"ai-tenant-e2e-api-a-645239"},"namespace":"ai-tenant-e2e-api-a-645239","name":"e2e-e2e-api-a-645239-policy","reconcileID":"d392a802-c269-4278-8128-3250d06692e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645239-policy","namespace":"ai-tenant-e2e-api-a-645239"},"name":"e2e-api-a-645239-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-08T02:21:44Z","msg":"Revoked API keys for tenant deletion","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-645239","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-645239","reconcileID":"405ceefa-f008-4916-8b63-ba619a5760f8","tenant":"e2e-api-a-645239","maasAPIService":"maas-api-e2e-api-a-645239","revokedCount":0,"initiator":"AITenant controller finalizer"}
{"level":"info","ts":"2026-07-08T02:21:44Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-645239/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-645239","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-645239","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-645239"},"tenantIdentifier":"e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:44Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-645239","deploymentName":"maas-api-e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:44Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-645239","deploymentName":"maas-api-e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:44Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-645239","deploymentName":"maas-api-e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:44Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645239-policy","namespace":"ai-tenant-e2e-api-a-645239"},"namespace":"ai-tenant-e2e-api-a-645239","name":"e2e-e2e-api-a-645239-policy","reconcileID":"20255379-5096-403c-9b8b-395f513d6f66","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645239-policy","namespace":"ai-tenant-e2e-api-a-645239"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-645239","tenantID":"e2e-api-a-645239","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-08T02:21:44Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645239-policy","namespace":"ai-tenant-e2e-api-a-645239"},"namespace":"ai-tenant-e2e-api-a-645239","name":"e2e-e2e-api-a-645239-policy","reconcileID":"20255379-5096-403c-9b8b-395f513d6f66"}
{"level":"info","ts":"2026-07-08T02:21:44Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645239-policy","namespace":"ai-tenant-e2e-api-a-645239"},"namespace":"ai-tenant-e2e-api-a-645239","name":"e2e-e2e-api-a-645239-policy","reconcileID":"20255379-5096-403c-9b8b-395f513d6f66","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645239-policy","namespace":"ai-tenant-e2e-api-a-645239"},"name":"e2e-api-a-645239-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-08T02:21:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-645239/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-645239","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-645239","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-645239"},"tenantIdentifier":"e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:45Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-645239","deploymentName":"maas-api-e2e-api-a-645239"}
{"level":"error","ts":"2026-07-08T02:21:45Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645239"},"namespace":"ai-tenant-e2e-api-a-645239","name":"default-tenant","reconcileID":"2797568f-c7f1-4aaa-8472-502abedbb6e3","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-08T02:21:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-645239/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-645239","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-645239","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-645239"},"tenantIdentifier":"e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-645239/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-645239","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-645239","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-645239"},"tenantIdentifier":"e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:45Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645239"},"namespace":"ai-tenant-e2e-api-a-645239","name":"default-tenant","reconcileID":"63540bc5-c02c-43e3-b890-742ca97acdff","namespace":"ai-tenant-e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:45Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645239"},"namespace":"ai-tenant-e2e-api-a-645239","name":"default-tenant","reconcileID":"63540bc5-c02c-43e3-b890-742ca97acdff","name":"e2e-e2e-api-a-645239-policy","namespace":"ai-tenant-e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:45Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645239-policy","namespace":"ai-tenant-e2e-api-a-645239"},"namespace":"ai-tenant-e2e-api-a-645239","name":"e2e-e2e-api-a-645239-policy","reconcileID":"cbdc8e64-68da-4684-9df5-210f4b637cd9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-645239-policy","namespace":"ai-tenant-e2e-api-a-645239"},"model":"llm/facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-07-08T02:21:45Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645239"},"namespace":"ai-tenant-e2e-api-a-645239","name":"default-tenant","reconcileID":"63540bc5-c02c-43e3-b890-742ca97acdff","count":1}
{"level":"info","ts":"2026-07-08T02:21:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-645239/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-645239","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-645239","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-645239"},"tenantIdentifier":"e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:45Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645239"},"namespace":"ai-tenant-e2e-api-a-645239","name":"default-tenant","reconcileID":"63540bc5-c02c-43e3-b890-742ca97acdff","tenant":"e2e-api-a-645239","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-08T02:21:45Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-645239","deploymentName":"maas-api-e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:45Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645239"},"namespace":"ai-tenant-e2e-api-a-645239","name":"default-tenant","reconcileID":"63540bc5-c02c-43e3-b890-742ca97acdff","gvk":"Deployment","name":"maas-api-e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:45Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645239"},"namespace":"ai-tenant-e2e-api-a-645239","name":"default-tenant","reconcileID":"63540bc5-c02c-43e3-b890-742ca97acdff","gvk":"Service","name":"maas-api-e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:45Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645239"},"namespace":"ai-tenant-e2e-api-a-645239","name":"default-tenant","reconcileID":"63540bc5-c02c-43e3-b890-742ca97acdff","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:45Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-645239"},"namespace":"ai-tenant-e2e-api-a-645239","name":"default-tenant","reconcileID":"63540bc5-c02c-43e3-b890-742ca97acdff","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-645239"}
{"level":"info","ts":"2026-07-08T02:21:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-08T02:21:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-08T02:21:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-1df4d7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-1df4d7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-1df4d7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-1df4d7"},"tenantIdentifier":"e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-1df4d7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-1df4d7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-1df4d7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-1df4d7"},"tenantIdentifier":"e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:51Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1df4d7-policy","namespace":"ai-tenant-e2e-api-b-1df4d7"},"namespace":"ai-tenant-e2e-api-b-1df4d7","name":"e2e-e2e-api-b-1df4d7-policy","reconcileID":"7b4d428a-b8bb-4c52-b3e3-7487e4f4ebd7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1df4d7-policy","namespace":"ai-tenant-e2e-api-b-1df4d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1df4d7","tenantID":"e2e-api-b-1df4d7","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-08T02:21:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-1df4d7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-1df4d7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-1df4d7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-1df4d7"},"tenantIdentifier":"e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:51Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1df4d7"},"namespace":"ai-tenant-e2e-api-b-1df4d7","name":"default-tenant","reconcileID":"9b52ba54-ca4f-4b50-bd44-ebacfb62ba15","tenant":"ai-tenant-e2e-api-b-1df4d7/default-tenant","tenantID":"e2e-api-b-1df4d7","subscriptionNamespace":"ai-tenant-e2e-api-b-1df4d7","gatewayName":"e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:51Z","msg":"Revoked API keys for tenant deletion","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-1df4d7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-1df4d7","reconcileID":"cfd7d380-0106-4f56-abf6-8f6e56912112","tenant":"e2e-api-b-1df4d7","maasAPIService":"maas-api-e2e-api-b-1df4d7","revokedCount":0,"initiator":"AITenant controller finalizer"}
{"level":"info","ts":"2026-07-08T02:21:51Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1df4d7-policy","namespace":"ai-tenant-e2e-api-b-1df4d7"},"namespace":"ai-tenant-e2e-api-b-1df4d7","name":"e2e-e2e-api-b-1df4d7-policy","reconcileID":"7b4d428a-b8bb-4c52-b3e3-7487e4f4ebd7"}
{"level":"info","ts":"2026-07-08T02:21:51Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1df4d7-policy","namespace":"ai-tenant-e2e-api-b-1df4d7"},"namespace":"ai-tenant-e2e-api-b-1df4d7","name":"e2e-e2e-api-b-1df4d7-policy","reconcileID":"7b4d428a-b8bb-4c52-b3e3-7487e4f4ebd7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1df4d7-policy","namespace":"ai-tenant-e2e-api-b-1df4d7"},"name":"e2e-api-b-1df4d7-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-08T02:21:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-1df4d7","deploymentName":"maas-api-e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-1df4d7","deploymentName":"maas-api-e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-1df4d7","deploymentName":"maas-api-e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:52Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-1df4d7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-1df4d7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-1df4d7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-1df4d7"},"tenantIdentifier":"e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:52Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-1df4d7","deploymentName":"maas-api-e2e-api-b-1df4d7"}
{"level":"error","ts":"2026-07-08T02:21:52Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1df4d7"},"namespace":"ai-tenant-e2e-api-b-1df4d7","name":"default-tenant","reconcileID":"9b52ba54-ca4f-4b50-bd44-ebacfb62ba15","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-08T02:21:52Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-1df4d7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-1df4d7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-1df4d7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-1df4d7"},"tenantIdentifier":"e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:52Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-1df4d7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-1df4d7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-1df4d7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-1df4d7"},"tenantIdentifier":"e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:52Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1df4d7"},"namespace":"ai-tenant-e2e-api-b-1df4d7","name":"default-tenant","reconcileID":"7aa0d499-123a-433e-b4a4-df280c026c80","namespace":"ai-tenant-e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:52Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1df4d7"},"namespace":"ai-tenant-e2e-api-b-1df4d7","name":"default-tenant","reconcileID":"7aa0d499-123a-433e-b4a4-df280c026c80","name":"e2e-e2e-api-b-1df4d7-policy","namespace":"ai-tenant-e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:52Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1df4d7"},"namespace":"ai-tenant-e2e-api-b-1df4d7","name":"default-tenant","reconcileID":"7aa0d499-123a-433e-b4a4-df280c026c80","count":1}
{"level":"info","ts":"2026-07-08T02:21:52Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-1df4d7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-1df4d7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-1df4d7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-1df4d7"},"tenantIdentifier":"e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:52Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1df4d7"},"namespace":"ai-tenant-e2e-api-b-1df4d7","name":"default-tenant","reconcileID":"7aa0d499-123a-433e-b4a4-df280c026c80","tenant":"e2e-api-b-1df4d7","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-08T02:21:52Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-1df4d7","deploymentName":"maas-api-e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:52Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1df4d7-policy","namespace":"ai-tenant-e2e-api-b-1df4d7"},"namespace":"ai-tenant-e2e-api-b-1df4d7","name":"e2e-e2e-api-b-1df4d7-policy","reconcileID":"58f34b4e-86c3-4c64-b99e-e9f9e36399f0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1df4d7-policy","namespace":"ai-tenant-e2e-api-b-1df4d7"},"model":"llm/facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-07-08T02:21:52Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1df4d7"},"namespace":"ai-tenant-e2e-api-b-1df4d7","name":"default-tenant","reconcileID":"7aa0d499-123a-433e-b4a4-df280c026c80","gvk":"Deployment","name":"maas-api-e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:52Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1df4d7"},"namespace":"ai-tenant-e2e-api-b-1df4d7","name":"default-tenant","reconcileID":"7aa0d499-123a-433e-b4a4-df280c026c80","gvk":"Service","name":"maas-api-e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:52Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1df4d7"},"namespace":"ai-tenant-e2e-api-b-1df4d7","name":"default-tenant","reconcileID":"7aa0d499-123a-433e-b4a4-df280c026c80","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:52Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1df4d7"},"namespace":"ai-tenant-e2e-api-b-1df4d7","name":"default-tenant","reconcileID":"7aa0d499-123a-433e-b4a4-df280c026c80","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:52Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-1df4d7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-1df4d7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-1df4d7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-1df4d7"},"tenantIdentifier":"e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:52Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-1df4d7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-1df4d7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-1df4d7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-1df4d7"},"tenantIdentifier":"e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:52Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1df4d7"},"namespace":"ai-tenant-e2e-api-b-1df4d7","name":"default-tenant","reconcileID":"8ef69832-7160-420f-b61d-ad6001a4ddbf","namespace":"ai-tenant-e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:52Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1df4d7"},"namespace":"ai-tenant-e2e-api-b-1df4d7","name":"default-tenant","reconcileID":"8ef69832-7160-420f-b61d-ad6001a4ddbf","name":"e2e-e2e-api-b-1df4d7-policy","namespace":"ai-tenant-e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:52Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1df4d7"},"namespace":"ai-tenant-e2e-api-b-1df4d7","name":"default-tenant","reconcileID":"8ef69832-7160-420f-b61d-ad6001a4ddbf","count":1}
{"level":"info","ts":"2026-07-08T02:21:52Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-1df4d7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-1df4d7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-1df4d7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-1df4d7"},"tenantIdentifier":"e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:52Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1df4d7"},"namespace":"ai-tenant-e2e-api-b-1df4d7","name":"default-tenant","reconcileID":"8ef69832-7160-420f-b61d-ad6001a4ddbf","tenant":"e2e-api-b-1df4d7","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-08T02:21:52Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-1df4d7","deploymentName":"maas-api-e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:52Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1df4d7"},"namespace":"ai-tenant-e2e-api-b-1df4d7","name":"default-tenant","reconcileID":"8ef69832-7160-420f-b61d-ad6001a4ddbf","gvk":"Deployment","name":"maas-api-e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:52Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1df4d7"},"namespace":"ai-tenant-e2e-api-b-1df4d7","name":"default-tenant","reconcileID":"8ef69832-7160-420f-b61d-ad6001a4ddbf","gvk":"Service","name":"maas-api-e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:52Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1df4d7"},"namespace":"ai-tenant-e2e-api-b-1df4d7","name":"default-tenant","reconcileID":"8ef69832-7160-420f-b61d-ad6001a4ddbf","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-1df4d7"}
{"level":"info","ts":"2026-07-08T02:21:52Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1df4d7"},"namespace":"ai-tenant-e2e-api-b-1df4d7","name":"default-tenant","reconcileID":"8ef69832-7160-420f-b61d-ad6001a4ddbf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-1df4d7"}
{"level":"error","ts":"2026-07-08T02:21:52Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1df4d7"},"namespace":"ai-tenant-e2e-api-b-1df4d7","name":"default-tenant","reconcileID":"8ef69832-7160-420f-b61d-ad6001a4ddbf","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-08T02:22:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-4ea2af/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-4ea2af","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-4ea2af","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-4ea2af"},"tenantIdentifier":"e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:22:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-4ea2af/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-4ea2af","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-4ea2af","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-4ea2af"},"tenantIdentifier":"e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:22:02Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-4ea2af"},"namespace":"ai-tenant-e2e-shared-a-4ea2af","name":"default-tenant","reconcileID":"e9f2b518-b840-43f1-af2c-781997ae429c","tenant":"ai-tenant-e2e-shared-a-4ea2af/default-tenant","tenantID":"e2e-shared-a-4ea2af","subscriptionNamespace":"ai-tenant-e2e-shared-a-4ea2af","gatewayName":"e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:22:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-4ea2af","deploymentName":"maas-api-e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:22:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-4ea2af","deploymentName":"maas-api-e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:22:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-4ea2af","deploymentName":"maas-api-e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:22:02Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9b32d0a5-94a1-4222-8a8d-6596357c19ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:22:02Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"19a2b730-da52-449e-b747-48299cdc599f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:22:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-4ea2af/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-4ea2af","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-4ea2af","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-4ea2af"},"tenantIdentifier":"e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:22:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-4ea2af","deploymentName":"maas-api-e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:22:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-4ea2af/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-4ea2af","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-4ea2af","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-4ea2af"},"tenantIdentifier":"e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:22:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-4ea2af/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-4ea2af","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-4ea2af","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-4ea2af"},"tenantIdentifier":"e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:22:03Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-4ea2af"},"namespace":"ai-tenant-e2e-shared-a-4ea2af","name":"default-tenant","reconcileID":"98bcbead-fa6b-424c-9ce2-17761a1f4d99","tenant":"ai-tenant-e2e-shared-a-4ea2af/default-tenant","tenantID":"e2e-shared-a-4ea2af","subscriptionNamespace":"ai-tenant-e2e-shared-a-4ea2af","gatewayName":"e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:22:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-4ea2af","deploymentName":"maas-api-e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:22:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-4ea2af","deploymentName":"maas-api-e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:22:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-4ea2af","deploymentName":"maas-api-e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:22:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-4ea2af/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-4ea2af","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-4ea2af","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-4ea2af"},"tenantIdentifier":"e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:22:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-4ea2af","deploymentName":"maas-api-e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:22:09Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e44d0259-b3a3-4426-95ca-d1efea3c5e35","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:22:09Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2b9a2a48-dbd4-4f0f-928a-de0d03134510","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:22:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b8b505/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b8b505","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b8b505","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b8b505"},"tenantIdentifier":"e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:22:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b8b505/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b8b505","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b8b505","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b8b505"},"tenantIdentifier":"e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:22:10Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b8b505"},"namespace":"ai-tenant-e2e-shared-b-b8b505","name":"default-tenant","reconcileID":"99aed563-664a-4ff0-a3db-f699e940400a","tenant":"ai-tenant-e2e-shared-b-b8b505/default-tenant","tenantID":"e2e-shared-b-b8b505","subscriptionNamespace":"ai-tenant-e2e-shared-b-b8b505","gatewayName":"e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:22:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b8b505","deploymentName":"maas-api-e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:22:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b8b505","deploymentName":"maas-api-e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:22:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b8b505","deploymentName":"maas-api-e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:22:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b8b505/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b8b505","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b8b505","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b8b505"},"tenantIdentifier":"e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:22:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b8b505","deploymentName":"maas-api-e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:22:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b8b505/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b8b505","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b8b505","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b8b505"},"tenantIdentifier":"e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:22:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b8b505/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b8b505","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b8b505","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b8b505"},"tenantIdentifier":"e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:22:11Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b8b505"},"namespace":"ai-tenant-e2e-shared-b-b8b505","name":"default-tenant","reconcileID":"9549ed3f-d129-4a88-8369-4015c1ef7c26","tenant":"ai-tenant-e2e-shared-b-b8b505/default-tenant","tenantID":"e2e-shared-b-b8b505","subscriptionNamespace":"ai-tenant-e2e-shared-b-b8b505","gatewayName":"e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:22:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b8b505","deploymentName":"maas-api-e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:22:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b8b505","deploymentName":"maas-api-e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:22:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b8b505","deploymentName":"maas-api-e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:22:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b8b505/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b8b505","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b8b505","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b8b505"},"tenantIdentifier":"e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:22:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b8b505","deploymentName":"maas-api-e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:22:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-08T02:22:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-08T02:22:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-4ea2af/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-4ea2af","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-4ea2af","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-4ea2af"},"tenantIdentifier":"e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:22:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-4ea2af/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-4ea2af","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-4ea2af","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-4ea2af"},"tenantIdentifier":"e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:22:23Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-4ea2af"},"namespace":"ai-tenant-e2e-shared-a-4ea2af","name":"default-tenant","reconcileID":"9e36a88e-24ab-450a-93f3-d1acbcc43d63","tenant":"ai-tenant-e2e-shared-a-4ea2af/default-tenant","tenantID":"e2e-shared-a-4ea2af","subscriptionNamespace":"ai-tenant-e2e-shared-a-4ea2af","gatewayName":"e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:22:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-4ea2af","deploymentName":"maas-api-e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:22:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-4ea2af","deploymentName":"maas-api-e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:22:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-4ea2af","deploymentName":"maas-api-e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:22:24Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-4ea2af/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-4ea2af","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-4ea2af","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-4ea2af"},"tenantIdentifier":"e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:22:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-4ea2af","deploymentName":"maas-api-e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:22:24Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-4ea2af/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-4ea2af","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-4ea2af","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-4ea2af"},"tenantIdentifier":"e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:22:24Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-4ea2af/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-4ea2af","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-4ea2af","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-4ea2af"},"tenantIdentifier":"e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:22:24Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-4ea2af"},"namespace":"ai-tenant-e2e-shared-a-4ea2af","name":"default-tenant","reconcileID":"40b03ada-5ff7-4a6b-abed-43385ac37e5c","tenant":"ai-tenant-e2e-shared-a-4ea2af/default-tenant","tenantID":"e2e-shared-a-4ea2af","subscriptionNamespace":"ai-tenant-e2e-shared-a-4ea2af","gatewayName":"e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:22:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-4ea2af","deploymentName":"maas-api-e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:22:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-4ea2af","deploymentName":"maas-api-e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:22:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-4ea2af","deploymentName":"maas-api-e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:22:24Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-4ea2af/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-4ea2af","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-4ea2af","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-4ea2af"},"tenantIdentifier":"e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:22:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-4ea2af","deploymentName":"maas-api-e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:22:24Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"85460782-234b-446a-b43f-dab7003f223a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:22:24Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b2d7f565-de41-44c8-a340-ef59413af8a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:22:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b8b505/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b8b505","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b8b505","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b8b505"},"tenantIdentifier":"e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:22:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b8b505/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b8b505","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b8b505","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b8b505"},"tenantIdentifier":"e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:22:31Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b8b505"},"namespace":"ai-tenant-e2e-shared-b-b8b505","name":"default-tenant","reconcileID":"e0692db2-1d0a-4fa6-90b3-c17b9f9e467c","tenant":"ai-tenant-e2e-shared-b-b8b505/default-tenant","tenantID":"e2e-shared-b-b8b505","subscriptionNamespace":"ai-tenant-e2e-shared-b-b8b505","gatewayName":"e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:22:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b8b505","deploymentName":"maas-api-e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:22:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b8b505","deploymentName":"maas-api-e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:22:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b8b505","deploymentName":"maas-api-e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:22:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b8b505/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b8b505","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b8b505","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b8b505"},"tenantIdentifier":"e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:22:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b8b505","deploymentName":"maas-api-e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:22:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b8b505/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b8b505","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b8b505","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b8b505"},"tenantIdentifier":"e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:22:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b8b505/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b8b505","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b8b505","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b8b505"},"tenantIdentifier":"e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:22:32Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b8b505"},"namespace":"ai-tenant-e2e-shared-b-b8b505","name":"default-tenant","reconcileID":"b7a2bfaa-6db6-4238-aff3-fedf3de66b02","tenant":"ai-tenant-e2e-shared-b-b8b505/default-tenant","tenantID":"e2e-shared-b-b8b505","subscriptionNamespace":"ai-tenant-e2e-shared-b-b8b505","gatewayName":"e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:22:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b8b505","deploymentName":"maas-api-e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:22:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b8b505","deploymentName":"maas-api-e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:22:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b8b505","deploymentName":"maas-api-e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:22:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b8b505/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b8b505","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b8b505","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b8b505"},"tenantIdentifier":"e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:22:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b8b505","deploymentName":"maas-api-e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:22:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-08T02:22:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-08T02:23:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-08T02:23:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-08T02:23:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-08T02:23:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-08T02:24:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-08T02:24:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-08T02:24:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-08T02:24:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-08T02:25:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-08T02:25:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-08T02:25:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-4ea2af/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-4ea2af","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-4ea2af","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-4ea2af"},"tenantIdentifier":"e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:25:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-4ea2af/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-4ea2af","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-4ea2af","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-4ea2af"},"tenantIdentifier":"e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:25:19Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-4ea2af"},"namespace":"ai-tenant-e2e-shared-a-4ea2af","name":"default-tenant","reconcileID":"ee77911e-336e-49fb-9cef-86dc217afb42","tenant":"ai-tenant-e2e-shared-a-4ea2af/default-tenant","tenantID":"e2e-shared-a-4ea2af","subscriptionNamespace":"ai-tenant-e2e-shared-a-4ea2af","gatewayName":"e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:25:19Z","msg":"Revoked API keys for tenant deletion","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-4ea2af","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-4ea2af","reconcileID":"2bd72f18-21ac-488a-9803-abda3e7377f0","tenant":"e2e-shared-a-4ea2af","maasAPIService":"maas-api-e2e-shared-a-4ea2af","revokedCount":0,"initiator":"AITenant controller finalizer"}
{"level":"info","ts":"2026-07-08T02:25:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-4ea2af","deploymentName":"maas-api-e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:25:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-4ea2af","deploymentName":"maas-api-e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:25:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-4ea2af","deploymentName":"maas-api-e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:25:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-4ea2af/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-4ea2af","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-4ea2af","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-4ea2af"},"tenantIdentifier":"e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:25:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-4ea2af","deploymentName":"maas-api-e2e-shared-a-4ea2af"}
{"level":"error","ts":"2026-07-08T02:25:20Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-4ea2af"},"namespace":"ai-tenant-e2e-shared-a-4ea2af","name":"default-tenant","reconcileID":"ee77911e-336e-49fb-9cef-86dc217afb42","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-08T02:25:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-4ea2af/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-4ea2af","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-4ea2af","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-4ea2af"},"tenantIdentifier":"e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:25:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-4ea2af/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-4ea2af","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-4ea2af","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-4ea2af"},"tenantIdentifier":"e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:25:20Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-4ea2af"},"namespace":"ai-tenant-e2e-shared-a-4ea2af","name":"default-tenant","reconcileID":"07396fa0-5264-4fb3-8ef3-baabd3006446","namespace":"ai-tenant-e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:25:20Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-4ea2af"},"namespace":"ai-tenant-e2e-shared-a-4ea2af","name":"default-tenant","reconcileID":"07396fa0-5264-4fb3-8ef3-baabd3006446","count":0}
{"level":"info","ts":"2026-07-08T02:25:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-4ea2af/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-4ea2af","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-4ea2af","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-4ea2af"},"tenantIdentifier":"e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:25:20Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-4ea2af"},"namespace":"ai-tenant-e2e-shared-a-4ea2af","name":"default-tenant","reconcileID":"07396fa0-5264-4fb3-8ef3-baabd3006446","tenant":"e2e-shared-a-4ea2af","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-08T02:25:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-4ea2af","deploymentName":"maas-api-e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:25:20Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-4ea2af"},"namespace":"ai-tenant-e2e-shared-a-4ea2af","name":"default-tenant","reconcileID":"07396fa0-5264-4fb3-8ef3-baabd3006446","gvk":"Deployment","name":"maas-api-e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:25:20Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-4ea2af"},"namespace":"ai-tenant-e2e-shared-a-4ea2af","name":"default-tenant","reconcileID":"07396fa0-5264-4fb3-8ef3-baabd3006446","gvk":"Service","name":"maas-api-e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:25:20Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-4ea2af"},"namespace":"ai-tenant-e2e-shared-a-4ea2af","name":"default-tenant","reconcileID":"07396fa0-5264-4fb3-8ef3-baabd3006446","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:25:20Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-4ea2af"},"namespace":"ai-tenant-e2e-shared-a-4ea2af","name":"default-tenant","reconcileID":"07396fa0-5264-4fb3-8ef3-baabd3006446","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-4ea2af"}
{"level":"info","ts":"2026-07-08T02:25:24Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c2954fab-60b2-4114-8b29-807118c09fc8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:25:24Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"28ae2341-cc60-480e-94f6-3cb0b446de52","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:25:26Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b8b505/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b8b505","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b8b505","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b8b505"},"tenantIdentifier":"e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:25:26Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b8b505/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b8b505","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b8b505","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b8b505"},"tenantIdentifier":"e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:25:26Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b8b505"},"namespace":"ai-tenant-e2e-shared-b-b8b505","name":"default-tenant","reconcileID":"736e8787-20ca-49c6-8706-a7c37ae75276","tenant":"ai-tenant-e2e-shared-b-b8b505/default-tenant","tenantID":"e2e-shared-b-b8b505","subscriptionNamespace":"ai-tenant-e2e-shared-b-b8b505","gatewayName":"e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:25:26Z","msg":"Revoked API keys for tenant deletion","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-b8b505","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-b8b505","reconcileID":"1f1677f0-3ccd-4947-8b27-53ef50cc3a13","tenant":"e2e-shared-b-b8b505","maasAPIService":"maas-api-e2e-shared-b-b8b505","revokedCount":0,"initiator":"AITenant controller finalizer"}
{"level":"info","ts":"2026-07-08T02:25:26Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b8b505","deploymentName":"maas-api-e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:25:26Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b8b505","deploymentName":"maas-api-e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:25:26Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b8b505","deploymentName":"maas-api-e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:25:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b8b505/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b8b505","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b8b505","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b8b505"},"tenantIdentifier":"e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:25:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b8b505","deploymentName":"maas-api-e2e-shared-b-b8b505"}
{"level":"error","ts":"2026-07-08T02:25:27Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b8b505"},"namespace":"ai-tenant-e2e-shared-b-b8b505","name":"default-tenant","reconcileID":"736e8787-20ca-49c6-8706-a7c37ae75276","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-08T02:25:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b8b505/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b8b505","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b8b505","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b8b505"},"tenantIdentifier":"e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:25:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b8b505/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b8b505","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b8b505","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b8b505"},"tenantIdentifier":"e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:25:27Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b8b505"},"namespace":"ai-tenant-e2e-shared-b-b8b505","name":"default-tenant","reconcileID":"10a142bd-7b3e-4ac1-858e-66aaed344cec","namespace":"ai-tenant-e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:25:27Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b8b505"},"namespace":"ai-tenant-e2e-shared-b-b8b505","name":"default-tenant","reconcileID":"10a142bd-7b3e-4ac1-858e-66aaed344cec","count":0}
{"level":"info","ts":"2026-07-08T02:25:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-b8b505/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-b8b505","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-b8b505","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-b8b505"},"tenantIdentifier":"e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:25:27Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b8b505"},"namespace":"ai-tenant-e2e-shared-b-b8b505","name":"default-tenant","reconcileID":"10a142bd-7b3e-4ac1-858e-66aaed344cec","tenant":"e2e-shared-b-b8b505","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-08T02:25:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-b8b505","deploymentName":"maas-api-e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:25:27Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b8b505"},"namespace":"ai-tenant-e2e-shared-b-b8b505","name":"default-tenant","reconcileID":"10a142bd-7b3e-4ac1-858e-66aaed344cec","gvk":"Deployment","name":"maas-api-e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:25:27Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b8b505"},"namespace":"ai-tenant-e2e-shared-b-b8b505","name":"default-tenant","reconcileID":"10a142bd-7b3e-4ac1-858e-66aaed344cec","gvk":"Service","name":"maas-api-e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:25:27Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b8b505"},"namespace":"ai-tenant-e2e-shared-b-b8b505","name":"default-tenant","reconcileID":"10a142bd-7b3e-4ac1-858e-66aaed344cec","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:25:27Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-b8b505"},"namespace":"ai-tenant-e2e-shared-b-b8b505","name":"default-tenant","reconcileID":"10a142bd-7b3e-4ac1-858e-66aaed344cec","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-b8b505"}
{"level":"info","ts":"2026-07-08T02:25:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"be2dacdd-3d2d-4e23-ad25-240f46f0c415","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:25:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8e9bc009-7f64-4059-9ce6-1f32e1b004a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:25:35Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"639d4184-0301-483b-a7e4-dd0f9ad6e418","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T02:25:35Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a31e64c6-19e6-431b-8ba2-cbf2b046334b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}