{"level":"info","ts":"2026-07-09T15:26:20Z","logger":"TenantIdentifierFor","msg":"Using legacy/default tenant identifier (empty string)","tenant":"ai-tenant-e2e-mt-b3988379/default-tenant","labels":null,"reason":"no AITenant label"} {"level":"info","ts":"2026-07-09T15:26:20Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09627513-e495-4cb9-8436-bccd31de1210","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-09T15:26:20Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b3988379","namespace":"ai-tenant-e2e-mt-b3988379"},"namespace":"ai-tenant-e2e-mt-b3988379","name":"e2e-policy-b3988379","reconcileID":"4a93e865-84cd-446e-8168-7af9f4995c8f","MaaSAuthPolicy":{"name":"e2e-policy-b3988379","namespace":"ai-tenant-e2e-mt-b3988379"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T15:26:20Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b3988379","namespace":"ai-tenant-e2e-mt-b3988379"},"namespace":"ai-tenant-e2e-mt-b3988379","name":"e2e-policy-b3988379","reconcileID":"4a93e865-84cd-446e-8168-7af9f4995c8f"} {"level":"info","ts":"2026-07-09T15:26:20Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b3988379","namespace":"ai-tenant-e2e-mt-b3988379"},"namespace":"ai-tenant-e2e-mt-b3988379","name":"e2e-policy-b3988379","reconcileID":"4a93e865-84cd-446e-8168-7af9f4995c8f","MaaSAuthPolicy":{"name":"e2e-policy-b3988379","namespace":"ai-tenant-e2e-mt-b3988379"},"name":"maas-gateway-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T15:26:20Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a67c605d-74b5-4a05-8b08-af34374bb087","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-09T15:26:25Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T15:26:25Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T15:26:41Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-b3988379","namespace":"ai-tenant-e2e-mt-b3988379"},"namespace":"ai-tenant-e2e-mt-b3988379","name":"e2e-policy-b3988379","reconcileID":"8425a6a1-9372-435b-a8a5-7dcec2ccd286","MaaSAuthPolicy":{"name":"e2e-policy-b3988379","namespace":"ai-tenant-e2e-mt-b3988379"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-09T15:26:52Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-476308/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-476308","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-476308","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-476308"},"tenantIdentifier":"e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:26:52Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-476308/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-476308","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-476308","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-476308"},"tenantIdentifier":"e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:26:52Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"default-tenant","reconcileID":"94a01e50-a2ca-4b6c-99e7-d77d5a6309c7","tenant":"ai-tenant-e2e-inf-a-476308/default-tenant","tenantID":"e2e-inf-a-476308","subscriptionNamespace":"ai-tenant-e2e-inf-a-476308","gatewayName":"e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:26:52Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-476308","deploymentName":"maas-api-e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:26:52Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-476308","deploymentName":"maas-api-e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:26:52Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-476308","deploymentName":"maas-api-e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:26:53Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-476308/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-476308","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-476308","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-476308"},"tenantIdentifier":"e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:26:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-476308","deploymentName":"maas-api-e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:26:53Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-476308/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-476308","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-476308","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-476308"},"tenantIdentifier":"e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:26:53Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-476308/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-476308","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-476308","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-476308"},"tenantIdentifier":"e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:26:53Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"default-tenant","reconcileID":"b7a0ac4e-c968-408b-a730-caca3eb1df5f","tenant":"ai-tenant-e2e-inf-a-476308/default-tenant","tenantID":"e2e-inf-a-476308","subscriptionNamespace":"ai-tenant-e2e-inf-a-476308","gatewayName":"e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:26:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-476308","deploymentName":"maas-api-e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:26:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-476308","deploymentName":"maas-api-e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:26:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-476308","deploymentName":"maas-api-e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:26:53Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-476308/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-476308","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-476308","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-476308"},"tenantIdentifier":"e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:26:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-476308","deploymentName":"maas-api-e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:26:55Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T15:26:55Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T15:27:00Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"38b7f9ac-c8ba-48d4-9339-5fa7d73eea5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:27:00Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b060a1ec-09c6-4478-a1c7-eaaa64bb39e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:27:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-da3a23/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-da3a23","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-da3a23","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-da3a23"},"tenantIdentifier":"e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-da3a23/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-da3a23","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-da3a23","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-da3a23"},"tenantIdentifier":"e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:01Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"default-tenant","reconcileID":"e297b517-0969-49cd-b115-c7b4b2705fc1","tenant":"ai-tenant-e2e-inf-b-da3a23/default-tenant","tenantID":"e2e-inf-b-da3a23","subscriptionNamespace":"ai-tenant-e2e-inf-b-da3a23","gatewayName":"e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-da3a23","deploymentName":"maas-api-e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-da3a23","deploymentName":"maas-api-e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-da3a23","deploymentName":"maas-api-e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-da3a23/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-da3a23","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-da3a23","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-da3a23"},"tenantIdentifier":"e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-da3a23","deploymentName":"maas-api-e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-da3a23/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-da3a23","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-da3a23","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-da3a23"},"tenantIdentifier":"e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-da3a23/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-da3a23","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-da3a23","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-da3a23"},"tenantIdentifier":"e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:02Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"default-tenant","reconcileID":"52c30535-0745-4c2c-a2d2-d9ec4adc0ab6","tenant":"ai-tenant-e2e-inf-b-da3a23/default-tenant","tenantID":"e2e-inf-b-da3a23","subscriptionNamespace":"ai-tenant-e2e-inf-b-da3a23","gatewayName":"e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-da3a23","deploymentName":"maas-api-e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-da3a23","deploymentName":"maas-api-e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-da3a23","deploymentName":"maas-api-e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-da3a23/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-da3a23","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-da3a23","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-da3a23"},"tenantIdentifier":"e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-da3a23","deploymentName":"maas-api-e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-da3a23/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-da3a23","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-da3a23","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-da3a23"},"tenantIdentifier":"e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-da3a23/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-da3a23","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-da3a23","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-da3a23"},"tenantIdentifier":"e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:02Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"default-tenant","reconcileID":"0cf1b35d-e039-4888-a4e5-b56ed1a0e307","tenant":"ai-tenant-e2e-inf-b-da3a23/default-tenant","tenantID":"e2e-inf-b-da3a23","subscriptionNamespace":"ai-tenant-e2e-inf-b-da3a23","gatewayName":"e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-da3a23","deploymentName":"maas-api-e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-da3a23","deploymentName":"maas-api-e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-da3a23","deploymentName":"maas-api-e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-da3a23/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-da3a23","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-da3a23","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-da3a23"},"tenantIdentifier":"e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-da3a23","deploymentName":"maas-api-e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-476308/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-476308","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-476308","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-476308"},"tenantIdentifier":"e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:27:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-476308/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-476308","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-476308","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-476308"},"tenantIdentifier":"e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:27:13Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"default-tenant","reconcileID":"dc9525f6-517c-4f81-ab6d-ddf021010046","tenant":"ai-tenant-e2e-inf-a-476308/default-tenant","tenantID":"e2e-inf-a-476308","subscriptionNamespace":"ai-tenant-e2e-inf-a-476308","gatewayName":"e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:27:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-476308","deploymentName":"maas-api-e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:27:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-476308","deploymentName":"maas-api-e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:27:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-476308","deploymentName":"maas-api-e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:27:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-476308/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-476308","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-476308","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-476308"},"tenantIdentifier":"e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:27:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-476308","deploymentName":"maas-api-e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:27:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-476308/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-476308","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-476308","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-476308"},"tenantIdentifier":"e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:27:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-476308/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-476308","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-476308","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-476308"},"tenantIdentifier":"e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:27:14Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"default-tenant","reconcileID":"f69673c5-7480-47bb-9979-50e7405acd7e","tenant":"ai-tenant-e2e-inf-a-476308/default-tenant","tenantID":"e2e-inf-a-476308","subscriptionNamespace":"ai-tenant-e2e-inf-a-476308","gatewayName":"e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:27:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-476308","deploymentName":"maas-api-e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:27:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-476308","deploymentName":"maas-api-e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:27:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-476308","deploymentName":"maas-api-e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:27:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-476308/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-476308","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-476308","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-476308"},"tenantIdentifier":"e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:27:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-476308","deploymentName":"maas-api-e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:27:19Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4d9f558e-432b-4899-a6ea-abfb029adcf3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:27:19Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"16124caf-11ab-4017-9303-0a985038dcd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:27:22Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-da3a23/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-da3a23","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-da3a23","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-da3a23"},"tenantIdentifier":"e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:22Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-da3a23/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-da3a23","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-da3a23","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-da3a23"},"tenantIdentifier":"e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:22Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"default-tenant","reconcileID":"bd6b55cf-ac53-4cb6-8425-5d81f4e7bd8f","tenant":"ai-tenant-e2e-inf-b-da3a23/default-tenant","tenantID":"e2e-inf-b-da3a23","subscriptionNamespace":"ai-tenant-e2e-inf-b-da3a23","gatewayName":"e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-da3a23","deploymentName":"maas-api-e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-da3a23","deploymentName":"maas-api-e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-da3a23","deploymentName":"maas-api-e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-da3a23/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-da3a23","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-da3a23","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-da3a23"},"tenantIdentifier":"e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-da3a23","deploymentName":"maas-api-e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-da3a23/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-da3a23","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-da3a23","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-da3a23"},"tenantIdentifier":"e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-da3a23/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-da3a23","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-da3a23","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-da3a23"},"tenantIdentifier":"e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:23Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"default-tenant","reconcileID":"8a695ad5-14f7-40ff-8aef-82e5e37e69b8","tenant":"ai-tenant-e2e-inf-b-da3a23/default-tenant","tenantID":"e2e-inf-b-da3a23","subscriptionNamespace":"ai-tenant-e2e-inf-b-da3a23","gatewayName":"e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-da3a23","deploymentName":"maas-api-e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-da3a23","deploymentName":"maas-api-e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-da3a23","deploymentName":"maas-api-e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-da3a23/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-da3a23","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-da3a23","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-da3a23"},"tenantIdentifier":"e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-da3a23","deploymentName":"maas-api-e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:25Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T15:27:25Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T15:27:26Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308","reconcileID":"d096d788-3a5b-4f5a-974c-9ee863d290b7","MaaSModelRef":{"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"},"routeName":"test-model-476308-kserve-route","namespace":"ai-tenant-e2e-inf-a-476308","llmisvcName":"test-model-476308","gateway":"openshift-ingress/e2e-inf-a-476308","hostnames":[]} {"level":"info","ts":"2026-07-09T15:27:26Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308","reconcileID":"597b79bc-d647-4f43-b602-08bca0ed6ad0","MaaSModelRef":{"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"},"routeName":"test-model-476308-kserve-route","namespace":"ai-tenant-e2e-inf-a-476308","llmisvcName":"test-model-476308","gateway":"openshift-ingress/e2e-inf-a-476308","hostnames":[]} {"level":"info","ts":"2026-07-09T15:27:26Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308","reconcileID":"4c0dd889-fccf-4493-8c9c-c77303d80b1b","MaaSModelRef":{"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"},"routeName":"test-model-476308-kserve-route","namespace":"ai-tenant-e2e-inf-a-476308","llmisvcName":"test-model-476308","gateway":"openshift-ingress/e2e-inf-a-476308","hostnames":[]} {"level":"error","ts":"2026-07-09T15:27:26Z","msg":"Reconciler error","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-476308-sub","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308-sub","reconcileID":"ed1ad677-42b0-4160-b09c-46c690dce661","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-476308-sub\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T15:27:26Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308","reconcileID":"a17764b6-f138-4bbe-a48c-b66ef85a197f","MaaSModelRef":{"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"},"routeName":"test-model-476308-kserve-route","namespace":"ai-tenant-e2e-inf-a-476308","llmisvcName":"test-model-476308","gateway":"openshift-ingress/e2e-inf-a-476308","hostnames":[]} {"level":"info","ts":"2026-07-09T15:27:26Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-476308-sub","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308-sub","reconcileID":"6f31033e-d3fb-457d-9269-daff5151a12b","MaaSSubscription":{"name":"test-model-476308-sub","namespace":"ai-tenant-e2e-inf-a-476308"},"name":"maas-trlp-test-model-476308","model":"test-model-476308","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-476308/test-model-476308-sub"]} {"level":"info","ts":"2026-07-09T15:27:26Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308","reconcileID":"2755e5eb-4914-428d-bd30-3011238efe49","MaaSModelRef":{"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"},"routeName":"test-model-476308-kserve-route","namespace":"ai-tenant-e2e-inf-a-476308","llmisvcName":"test-model-476308","gateway":"openshift-ingress/e2e-inf-a-476308","hostnames":[]} {"level":"info","ts":"2026-07-09T15:27:26Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-476308-sub","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308-sub","reconcileID":"77ebcb09-2815-4b3b-8731-67398105435e","MaaSSubscription":{"name":"test-model-476308-sub","namespace":"ai-tenant-e2e-inf-a-476308"},"name":"maas-trlp-test-model-476308","model":"ai-tenant-e2e-inf-a-476308/test-model-476308","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:27:26Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308","reconcileID":"f54b203c-cfdf-4b1d-b6e2-edbbafe99556","MaaSModelRef":{"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"},"routeName":"test-model-476308-kserve-route","namespace":"ai-tenant-e2e-inf-a-476308","llmisvcName":"test-model-476308","gateway":"openshift-ingress/e2e-inf-a-476308","hostnames":[]} {"level":"info","ts":"2026-07-09T15:27:26Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308","reconcileID":"5bc49bf8-770e-4690-8bd8-2cce6c044a23","MaaSModelRef":{"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"},"routeName":"test-model-476308-kserve-route","namespace":"ai-tenant-e2e-inf-a-476308","llmisvcName":"test-model-476308","gateway":"openshift-ingress/e2e-inf-a-476308","hostnames":[]} {"level":"info","ts":"2026-07-09T15:27:26Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-476308/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-476308","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-476308","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-476308"},"tenantIdentifier":"e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:27:26Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308","reconcileID":"383bbc31-9226-44a3-a00e-120dd9aee437","MaaSModelRef":{"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"},"routeName":"test-model-476308-kserve-route","namespace":"ai-tenant-e2e-inf-a-476308","llmisvcName":"test-model-476308","gateway":"openshift-ingress/e2e-inf-a-476308","hostnames":[]} {"level":"info","ts":"2026-07-09T15:27:26Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-476308-auth","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308-auth","reconcileID":"bd61a125-efa2-4a67-af36-89133b20d523","MaaSAuthPolicy":{"name":"test-model-476308-auth","namespace":"ai-tenant-e2e-inf-a-476308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-476308","tenantID":"e2e-inf-a-476308","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T15:27:26Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-476308-sub","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308-sub","reconcileID":"33d19c38-f32a-4a46-8bc4-a632cee150d1","MaaSSubscription":{"name":"test-model-476308-sub","namespace":"ai-tenant-e2e-inf-a-476308"},"name":"maas-trlp-test-model-476308","model":"ai-tenant-e2e-inf-a-476308/test-model-476308","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:27:26Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-476308-auth","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308-auth","reconcileID":"bd61a125-efa2-4a67-af36-89133b20d523"} {"level":"info","ts":"2026-07-09T15:27:26Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-476308-auth","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308-auth","reconcileID":"bd61a125-efa2-4a67-af36-89133b20d523","MaaSAuthPolicy":{"name":"test-model-476308-auth","namespace":"ai-tenant-e2e-inf-a-476308"},"name":"e2e-inf-a-476308-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T15:27:26Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308","reconcileID":"8c0cfad7-494b-4d8a-86d6-523af9883e17","MaaSModelRef":{"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"},"routeName":"test-model-476308-kserve-route","namespace":"ai-tenant-e2e-inf-a-476308","llmisvcName":"test-model-476308","gateway":"openshift-ingress/e2e-inf-a-476308","hostnames":[]} {"level":"info","ts":"2026-07-09T15:27:26Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-476308/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-476308","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-476308","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-476308"},"tenantIdentifier":"e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:27:26Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-476308-auth","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308-auth","reconcileID":"ca3f3ef4-6ddc-4be1-a000-af3146f2f898","MaaSAuthPolicy":{"name":"test-model-476308-auth","namespace":"ai-tenant-e2e-inf-a-476308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-476308","tenantID":"e2e-inf-a-476308","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T15:27:27Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-476308-auth","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308-auth","reconcileID":"ca3f3ef4-6ddc-4be1-a000-af3146f2f898"} {"level":"info","ts":"2026-07-09T15:27:27Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-476308-auth","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308-auth","reconcileID":"ca3f3ef4-6ddc-4be1-a000-af3146f2f898","MaaSAuthPolicy":{"name":"test-model-476308-auth","namespace":"ai-tenant-e2e-inf-a-476308"},"name":"e2e-inf-a-476308-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T15:27:31Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-476308-sub","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308-sub","reconcileID":"ffad16be-6dcb-4434-922e-0454cc262fe6","MaaSSubscription":{"name":"test-model-476308-sub","namespace":"ai-tenant-e2e-inf-a-476308"},"name":"maas-trlp-test-model-476308","model":"ai-tenant-e2e-inf-a-476308/test-model-476308","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:27:31Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308","reconcileID":"ed17a2e1-c8a4-445b-a5d8-3f122d5f8471","MaaSModelRef":{"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"},"routeName":"test-model-476308-kserve-route","namespace":"ai-tenant-e2e-inf-a-476308","llmisvcName":"test-model-476308","gateway":"openshift-ingress/e2e-inf-a-476308","hostnames":[]} {"level":"info","ts":"2026-07-09T15:27:31Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bce19f63-b74e-4629-af7c-1a8e980b5109","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:27:32Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8257d741-dfa9-4339-9274-f9b67133a43a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:27:32Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308","reconcileID":"3864db3e-178b-4878-be96-87308f134bbc","MaaSModelRef":{"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"},"routeName":"test-model-476308-kserve-route","namespace":"ai-tenant-e2e-inf-a-476308","llmisvcName":"test-model-476308","gateway":"openshift-ingress/e2e-inf-a-476308","hostnames":[]} {"level":"info","ts":"2026-07-09T15:27:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-476308/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-476308","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-476308","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-476308"},"tenantIdentifier":"e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:27:32Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-476308-auth","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308-auth","reconcileID":"9f97a3e8-13cb-4983-91aa-7de67a8b4d19","MaaSAuthPolicy":{"name":"test-model-476308-auth","namespace":"ai-tenant-e2e-inf-a-476308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-476308","tenantID":"e2e-inf-a-476308","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T15:27:32Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-476308-sub","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308-sub","reconcileID":"e768b326-d1d3-456f-af87-5801dbc85f61","MaaSSubscription":{"name":"test-model-476308-sub","namespace":"ai-tenant-e2e-inf-a-476308"},"name":"maas-trlp-test-model-476308","model":"ai-tenant-e2e-inf-a-476308/test-model-476308","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:27:32Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-476308-auth","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308-auth","reconcileID":"9f97a3e8-13cb-4983-91aa-7de67a8b4d19"} {"level":"info","ts":"2026-07-09T15:27:32Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-476308-auth","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308-auth","reconcileID":"9f97a3e8-13cb-4983-91aa-7de67a8b4d19","MaaSAuthPolicy":{"name":"test-model-476308-auth","namespace":"ai-tenant-e2e-inf-a-476308"},"name":"e2e-inf-a-476308-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T15:27:40Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"92d94136-c259-4d0f-be02-b922073bc6b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:27:40Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1dddfd7c-ac07-4393-8dad-1093f96485b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:27:41Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-476308-sub","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308-sub","reconcileID":"6b8e5ec4-7b45-4cfc-8302-2c8a76db88a5","MaaSSubscription":{"name":"test-model-476308-sub","namespace":"ai-tenant-e2e-inf-a-476308"},"name":"maas-trlp-test-model-476308","model":"ai-tenant-e2e-inf-a-476308/test-model-476308","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:27:46Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308","reconcileID":"cb43d435-bb83-47a3-b736-d6df5c5ef53b","MaaSModelRef":{"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"},"routeName":"test-model-476308-kserve-route","namespace":"ai-tenant-e2e-inf-a-476308","llmisvcName":"test-model-476308","gateway":"openshift-ingress/e2e-inf-a-476308","hostnames":[]} {"level":"info","ts":"2026-07-09T15:27:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-476308/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-476308","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-476308","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-476308"},"tenantIdentifier":"e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:27:46Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-476308-auth","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308-auth","reconcileID":"be415425-f2b4-4fe2-a6d3-6937fc09e2c2","MaaSAuthPolicy":{"name":"test-model-476308-auth","namespace":"ai-tenant-e2e-inf-a-476308"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-476308","tenantID":"e2e-inf-a-476308","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T15:27:46Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-476308-sub","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308-sub","reconcileID":"cb6fce8b-e2e3-4b88-a47b-f524f85a1a70","MaaSSubscription":{"name":"test-model-476308-sub","namespace":"ai-tenant-e2e-inf-a-476308"},"name":"maas-trlp-test-model-476308","model":"ai-tenant-e2e-inf-a-476308/test-model-476308","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:27:46Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-476308-auth","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308-auth","reconcileID":"be415425-f2b4-4fe2-a6d3-6937fc09e2c2"} {"level":"info","ts":"2026-07-09T15:27:46Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-476308-auth","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308-auth","reconcileID":"be415425-f2b4-4fe2-a6d3-6937fc09e2c2","MaaSAuthPolicy":{"name":"test-model-476308-auth","namespace":"ai-tenant-e2e-inf-a-476308"},"name":"e2e-inf-a-476308-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T15:27:53Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23","reconcileID":"130b1327-f9a5-4630-8250-82efa10c8b00","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"routeName":"test-model-da3a23-kserve-route","namespace":"ai-tenant-e2e-inf-b-da3a23","llmisvcName":"test-model-da3a23","gateway":"openshift-ingress/e2e-inf-b-da3a23","hostnames":[]} {"level":"info","ts":"2026-07-09T15:27:53Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23","reconcileID":"151af675-eeb9-4350-abf4-7ad262984b26","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"routeName":"test-model-da3a23-kserve-route","namespace":"ai-tenant-e2e-inf-b-da3a23","llmisvcName":"test-model-da3a23","gateway":"openshift-ingress/e2e-inf-b-da3a23","hostnames":[]} {"level":"info","ts":"2026-07-09T15:27:53Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23","reconcileID":"7b15a5e4-0a4c-4cae-b9cc-7c74da329508","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"routeName":"test-model-da3a23-kserve-route","namespace":"ai-tenant-e2e-inf-b-da3a23","llmisvcName":"test-model-da3a23","gateway":"openshift-ingress/e2e-inf-b-da3a23","hostnames":[]} {"level":"info","ts":"2026-07-09T15:27:53Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-da3a23-sub","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23-sub","reconcileID":"47f64fd6-318d-4590-9613-53b68ae6b981","MaaSSubscription":{"name":"test-model-da3a23-sub","namespace":"ai-tenant-e2e-inf-b-da3a23"},"name":"maas-trlp-test-model-da3a23","model":"test-model-da3a23","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-da3a23/test-model-da3a23-sub"]} {"level":"info","ts":"2026-07-09T15:27:53Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23","reconcileID":"8d300f1f-fc12-4054-a411-5bf23863dd44","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"routeName":"test-model-da3a23-kserve-route","namespace":"ai-tenant-e2e-inf-b-da3a23","llmisvcName":"test-model-da3a23","gateway":"openshift-ingress/e2e-inf-b-da3a23","hostnames":[]} {"level":"info","ts":"2026-07-09T15:27:53Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-da3a23-sub","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23-sub","reconcileID":"b0b3c5ee-7748-4ff6-9835-75acea1c9318","MaaSSubscription":{"name":"test-model-da3a23-sub","namespace":"ai-tenant-e2e-inf-b-da3a23"},"name":"maas-trlp-test-model-da3a23","model":"ai-tenant-e2e-inf-b-da3a23/test-model-da3a23","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:27:53Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23","reconcileID":"e22d6932-1fec-4b42-aa24-2974c158e543","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"routeName":"test-model-da3a23-kserve-route","namespace":"ai-tenant-e2e-inf-b-da3a23","llmisvcName":"test-model-da3a23","gateway":"openshift-ingress/e2e-inf-b-da3a23","hostnames":[]} {"level":"info","ts":"2026-07-09T15:27:53Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-da3a23/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-da3a23","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-da3a23","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-da3a23"},"tenantIdentifier":"e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:53Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23","reconcileID":"06459058-1a0a-4848-aa6b-cd23da1d01cf","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"routeName":"test-model-da3a23-kserve-route","namespace":"ai-tenant-e2e-inf-b-da3a23","llmisvcName":"test-model-da3a23","gateway":"openshift-ingress/e2e-inf-b-da3a23","hostnames":[]} {"level":"info","ts":"2026-07-09T15:27:53Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-da3a23-auth","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23-auth","reconcileID":"e10ac9f2-5c97-4e5b-9c56-edb9e6e01dcd","MaaSAuthPolicy":{"name":"test-model-da3a23-auth","namespace":"ai-tenant-e2e-inf-b-da3a23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-da3a23","tenantID":"e2e-inf-b-da3a23","xAPIKeyEnabled":false} {"level":"error","ts":"2026-07-09T15:27:53Z","msg":"failed to update MaaSModelRef status","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23","reconcileID":"06459058-1a0a-4848-aa6b-cd23da1d01cf","name":"test-model-da3a23","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-da3a23\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:381\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:345\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:185\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T15:27:53Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-da3a23-sub","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23-sub","reconcileID":"cd5eace0-e4f1-4a7d-9540-227e067b7cf9","MaaSSubscription":{"name":"test-model-da3a23-sub","namespace":"ai-tenant-e2e-inf-b-da3a23"},"name":"maas-trlp-test-model-da3a23","model":"ai-tenant-e2e-inf-b-da3a23/test-model-da3a23","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:27:53Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-da3a23-auth","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23-auth","reconcileID":"e10ac9f2-5c97-4e5b-9c56-edb9e6e01dcd"} {"level":"info","ts":"2026-07-09T15:27:53Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-da3a23-auth","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23-auth","reconcileID":"e10ac9f2-5c97-4e5b-9c56-edb9e6e01dcd","MaaSAuthPolicy":{"name":"test-model-da3a23-auth","namespace":"ai-tenant-e2e-inf-b-da3a23"},"name":"e2e-inf-b-da3a23-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T15:27:53Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23","reconcileID":"3f0a7dda-4332-4db9-bb8d-e27a0c80fcee","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"routeName":"test-model-da3a23-kserve-route","namespace":"ai-tenant-e2e-inf-b-da3a23","llmisvcName":"test-model-da3a23","gateway":"openshift-ingress/e2e-inf-b-da3a23","hostnames":[]} {"level":"info","ts":"2026-07-09T15:27:53Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-da3a23/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-da3a23","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-da3a23","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-da3a23"},"tenantIdentifier":"e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:53Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-da3a23-auth","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23-auth","reconcileID":"877a2dd5-90fd-4748-8fe7-262ee610e6f7","MaaSAuthPolicy":{"name":"test-model-da3a23-auth","namespace":"ai-tenant-e2e-inf-b-da3a23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-da3a23","tenantID":"e2e-inf-b-da3a23","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T15:27:53Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-da3a23-auth","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23-auth","reconcileID":"877a2dd5-90fd-4748-8fe7-262ee610e6f7"} {"level":"info","ts":"2026-07-09T15:27:53Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-da3a23-auth","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23-auth","reconcileID":"877a2dd5-90fd-4748-8fe7-262ee610e6f7","MaaSAuthPolicy":{"name":"test-model-da3a23-auth","namespace":"ai-tenant-e2e-inf-b-da3a23"},"name":"e2e-inf-b-da3a23-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T15:27:54Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23","reconcileID":"a4311a83-0394-4416-b37e-aa611a942eb6","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"routeName":"test-model-da3a23-kserve-route","namespace":"ai-tenant-e2e-inf-b-da3a23","llmisvcName":"test-model-da3a23","gateway":"openshift-ingress/e2e-inf-b-da3a23","hostnames":[]} {"level":"info","ts":"2026-07-09T15:27:55Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T15:27:55Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T15:27:58Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-476308-sub","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308-sub","reconcileID":"c5f0c347-961a-4b4a-a40d-6b974a687dd0","MaaSSubscription":{"name":"test-model-476308-sub","namespace":"ai-tenant-e2e-inf-a-476308"},"name":"maas-trlp-test-model-476308","model":"ai-tenant-e2e-inf-a-476308/test-model-476308","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:27:59Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"47a00916-59b2-4e92-8950-2dd6f42a4fad","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:27:59Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"480ac115-1500-42dd-a37b-4f4c6698da63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:27:59Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-da3a23-sub","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23-sub","reconcileID":"41fb6312-eac6-4625-889d-91f8801fba21","MaaSSubscription":{"name":"test-model-da3a23-sub","namespace":"ai-tenant-e2e-inf-b-da3a23"},"name":"maas-trlp-test-model-da3a23","model":"ai-tenant-e2e-inf-b-da3a23/test-model-da3a23","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:27:59Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23","reconcileID":"4670f8e4-1a28-4bce-8b5a-151e4be593f0","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"routeName":"test-model-da3a23-kserve-route","namespace":"ai-tenant-e2e-inf-b-da3a23","llmisvcName":"test-model-da3a23","gateway":"openshift-ingress/e2e-inf-b-da3a23","hostnames":[]} {"level":"info","ts":"2026-07-09T15:27:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-da3a23/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-da3a23","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-da3a23","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-da3a23"},"tenantIdentifier":"e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:27:59Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23","reconcileID":"cfd71566-39b8-4b76-8515-4b21ba8abbdc","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"routeName":"test-model-da3a23-kserve-route","namespace":"ai-tenant-e2e-inf-b-da3a23","llmisvcName":"test-model-da3a23","gateway":"openshift-ingress/e2e-inf-b-da3a23","hostnames":[]} {"level":"info","ts":"2026-07-09T15:27:59Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-da3a23-auth","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23-auth","reconcileID":"72948988-6d4f-4355-98f6-b6ef9554c402","MaaSAuthPolicy":{"name":"test-model-da3a23-auth","namespace":"ai-tenant-e2e-inf-b-da3a23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-da3a23","tenantID":"e2e-inf-b-da3a23","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T15:27:59Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-da3a23-sub","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23-sub","reconcileID":"afb4bc2b-a622-4ef5-944a-9866e1d2bd94","MaaSSubscription":{"name":"test-model-da3a23-sub","namespace":"ai-tenant-e2e-inf-b-da3a23"},"name":"maas-trlp-test-model-da3a23","model":"ai-tenant-e2e-inf-b-da3a23/test-model-da3a23","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:27:59Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-da3a23-auth","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23-auth","reconcileID":"72948988-6d4f-4355-98f6-b6ef9554c402"} {"level":"info","ts":"2026-07-09T15:27:59Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-da3a23-auth","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23-auth","reconcileID":"72948988-6d4f-4355-98f6-b6ef9554c402","MaaSAuthPolicy":{"name":"test-model-da3a23-auth","namespace":"ai-tenant-e2e-inf-b-da3a23"},"name":"e2e-inf-b-da3a23-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T15:28:08Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23","reconcileID":"b85288b0-0f42-40d8-b2b1-a5c54516ecd9","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"routeName":"test-model-da3a23-kserve-route","namespace":"ai-tenant-e2e-inf-b-da3a23","llmisvcName":"test-model-da3a23","gateway":"openshift-ingress/e2e-inf-b-da3a23","hostnames":[]} {"level":"info","ts":"2026-07-09T15:28:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-da3a23/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-da3a23","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-da3a23","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-da3a23"},"tenantIdentifier":"e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:28:08Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-da3a23-auth","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23-auth","reconcileID":"3d8aa5be-bd40-4e91-b82b-501edf990491","MaaSAuthPolicy":{"name":"test-model-da3a23-auth","namespace":"ai-tenant-e2e-inf-b-da3a23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-da3a23","tenantID":"e2e-inf-b-da3a23","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T15:28:08Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-da3a23-sub","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23-sub","reconcileID":"a0594a56-6cb2-4ad6-bd3f-ca8ad524c92e","MaaSSubscription":{"name":"test-model-da3a23-sub","namespace":"ai-tenant-e2e-inf-b-da3a23"},"name":"maas-trlp-test-model-da3a23","model":"ai-tenant-e2e-inf-b-da3a23/test-model-da3a23","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:28:08Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-da3a23-auth","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23-auth","reconcileID":"3d8aa5be-bd40-4e91-b82b-501edf990491"} {"level":"info","ts":"2026-07-09T15:28:08Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-da3a23-auth","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23-auth","reconcileID":"3d8aa5be-bd40-4e91-b82b-501edf990491","MaaSAuthPolicy":{"name":"test-model-da3a23-auth","namespace":"ai-tenant-e2e-inf-b-da3a23"},"name":"e2e-inf-b-da3a23-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T15:28:09Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-476308-sub","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308-sub","reconcileID":"864e636d-5584-4f7e-a1e1-7c51997384a8","MaaSSubscription":{"name":"test-model-476308-sub","namespace":"ai-tenant-e2e-inf-a-476308"},"name":"maas-trlp-test-model-476308","model":"ai-tenant-e2e-inf-a-476308/test-model-476308","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:28:09Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aeff4239-e1ed-445b-b575-2a3b8d408333","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:28:10Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-da3a23-sub","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23-sub","reconcileID":"9589d390-c7ba-4092-8d15-09764226add8","MaaSSubscription":{"name":"test-model-da3a23-sub","namespace":"ai-tenant-e2e-inf-b-da3a23"},"name":"maas-trlp-test-model-da3a23","model":"ai-tenant-e2e-inf-b-da3a23/test-model-da3a23","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:28:10Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cbafafea-554f-441b-abbc-a8e6353aefa6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:28:13Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-476308-auth","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308-auth","reconcileID":"f38b7dfa-3f86-46f3-a554-e87f9cfc03a1","MaaSAuthPolicy":{"name":"test-model-476308-auth","namespace":"ai-tenant-e2e-inf-a-476308"},"model":"ai-tenant-e2e-inf-a-476308/test-model-476308"} {"level":"info","ts":"2026-07-09T15:28:13Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308","reconcileID":"8938936d-b8e7-46fd-91d2-abf2a78f750d","MaaSModelRef":{"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"},"routeName":"test-model-476308-kserve-route","namespace":"ai-tenant-e2e-inf-a-476308","llmisvcName":"test-model-476308","gateway":"openshift-ingress/e2e-inf-a-476308","hostnames":[]} {"level":"info","ts":"2026-07-09T15:28:13Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-476308-auth","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308-auth","reconcileID":"c4a1733a-e405-4a3a-a829-50d7477369ba","MaaSAuthPolicy":{"name":"test-model-476308-auth","namespace":"ai-tenant-e2e-inf-a-476308"},"model":"ai-tenant-e2e-inf-a-476308/test-model-476308"} {"level":"info","ts":"2026-07-09T15:28:13Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308","reconcileID":"e07ba814-a443-4e36-a3ed-5700e1a4436d","MaaSModelRef":{"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"},"routeName":"test-model-476308-kserve-route","namespace":"ai-tenant-e2e-inf-a-476308","llmisvcName":"test-model-476308","gateway":"openshift-ingress/e2e-inf-a-476308","hostnames":[]} {"level":"info","ts":"2026-07-09T15:28:13Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-476308-sub","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308-sub","reconcileID":"05712744-7c36-47f9-862a-a3390cb447a9","MaaSSubscription":{"name":"test-model-476308-sub","namespace":"ai-tenant-e2e-inf-a-476308"},"name":"maas-trlp-test-model-476308","model":"ai-tenant-e2e-inf-a-476308/test-model-476308","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:28:13Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-476308-sub","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308-sub","reconcileID":"49ada93c-037b-4404-ac18-afb0eb473ac4","MaaSSubscription":{"name":"test-model-476308-sub","namespace":"ai-tenant-e2e-inf-a-476308"},"name":"maas-trlp-test-model-476308","model":"ai-tenant-e2e-inf-a-476308/test-model-476308","subscriptionCount":1} {"level":"error","ts":"2026-07-09T15:28:13Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-476308-auth","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308-auth","reconcileID":"c4a1733a-e405-4a3a-a829-50d7477369ba","error":"maasauthpolicies.maas.opendatahub.io \"test-model-476308-auth\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T15:28:14Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-476308-sub","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308-sub","reconcileID":"0daac13e-56e5-4775-9ddc-a01c87e3ba04","MaaSSubscription":{"name":"test-model-476308-sub","namespace":"ai-tenant-e2e-inf-a-476308"},"model":"ai-tenant-e2e-inf-a-476308/test-model-476308","subscription":"test-model-476308-sub"} {"level":"info","ts":"2026-07-09T15:28:14Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308","reconcileID":"c75cd505-f5f8-4ac1-b863-5bd0fe3df2b5","MaaSModelRef":{"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"},"routeName":"test-model-476308-kserve-route","namespace":"ai-tenant-e2e-inf-a-476308","llmisvcName":"test-model-476308","gateway":"openshift-ingress/e2e-inf-a-476308","hostnames":[]} {"level":"info","ts":"2026-07-09T15:28:14Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-476308-sub","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308-sub","reconcileID":"0daac13e-56e5-4775-9ddc-a01c87e3ba04","MaaSSubscription":{"name":"test-model-476308-sub","namespace":"ai-tenant-e2e-inf-a-476308"},"model":"ai-tenant-e2e-inf-a-476308/test-model-476308"} {"level":"info","ts":"2026-07-09T15:28:14Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-476308-sub","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308-sub","reconcileID":"0daac13e-56e5-4775-9ddc-a01c87e3ba04","MaaSSubscription":{"name":"test-model-476308-sub","namespace":"ai-tenant-e2e-inf-a-476308"},"name":"maas-trlp-test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308","model":"ai-tenant-e2e-inf-a-476308/test-model-476308"} {"level":"info","ts":"2026-07-09T15:28:14Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"test-model-476308","reconcileID":"52adf376-ac0b-47c6-84c3-167dc273f356","MaaSModelRef":{"name":"test-model-476308","namespace":"ai-tenant-e2e-inf-a-476308"},"routeName":"test-model-476308-kserve-route","namespace":"ai-tenant-e2e-inf-a-476308","llmisvcName":"test-model-476308","gateway":"openshift-ingress/e2e-inf-a-476308","hostnames":[]} {"level":"info","ts":"2026-07-09T15:28:14Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23","reconcileID":"4344e930-a065-4b4c-ac35-e95acd296c35","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"routeName":"test-model-da3a23-kserve-route","namespace":"ai-tenant-e2e-inf-b-da3a23","llmisvcName":"test-model-da3a23","gateway":"openshift-ingress/e2e-inf-b-da3a23","hostnames":[]} {"level":"info","ts":"2026-07-09T15:28:14Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-da3a23-auth","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23-auth","reconcileID":"be87e4fb-7b16-4628-aed1-fc87a423dab4","MaaSAuthPolicy":{"name":"test-model-da3a23-auth","namespace":"ai-tenant-e2e-inf-b-da3a23"},"model":"ai-tenant-e2e-inf-b-da3a23/test-model-da3a23"} {"level":"info","ts":"2026-07-09T15:28:14Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23","reconcileID":"9ea82bfd-f88c-42fb-aa02-8b474bca5aa0","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"routeName":"test-model-da3a23-kserve-route","namespace":"ai-tenant-e2e-inf-b-da3a23","llmisvcName":"test-model-da3a23","gateway":"openshift-ingress/e2e-inf-b-da3a23","hostnames":[]} {"level":"info","ts":"2026-07-09T15:28:14Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-da3a23-sub","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23-sub","reconcileID":"df93ea31-acd1-4acc-a03a-fe604af1c3cc","MaaSSubscription":{"name":"test-model-da3a23-sub","namespace":"ai-tenant-e2e-inf-b-da3a23"},"name":"maas-trlp-test-model-da3a23","model":"ai-tenant-e2e-inf-b-da3a23/test-model-da3a23","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:28:14Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23","reconcileID":"2294d362-0985-458f-a5de-3beb7a2e58bb","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"routeName":"test-model-da3a23-kserve-route","namespace":"ai-tenant-e2e-inf-b-da3a23","llmisvcName":"test-model-da3a23","gateway":"openshift-ingress/e2e-inf-b-da3a23","hostnames":[]} {"level":"info","ts":"2026-07-09T15:28:14Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-da3a23-sub","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23-sub","reconcileID":"5eec6167-f0f2-4ee2-b196-30e1c983fa83","MaaSSubscription":{"name":"test-model-da3a23-sub","namespace":"ai-tenant-e2e-inf-b-da3a23"},"name":"maas-trlp-test-model-da3a23","model":"ai-tenant-e2e-inf-b-da3a23/test-model-da3a23","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:28:14Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-da3a23-sub","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23-sub","reconcileID":"c6bba201-183c-4c97-8472-774530cee1be","MaaSSubscription":{"name":"test-model-da3a23-sub","namespace":"ai-tenant-e2e-inf-b-da3a23"},"model":"ai-tenant-e2e-inf-b-da3a23/test-model-da3a23","subscription":"test-model-da3a23-sub"} {"level":"info","ts":"2026-07-09T15:28:14Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23","reconcileID":"39b5ee73-2dfe-4ba2-9c12-3f73466c2608","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"routeName":"test-model-da3a23-kserve-route","namespace":"ai-tenant-e2e-inf-b-da3a23","llmisvcName":"test-model-da3a23","gateway":"openshift-ingress/e2e-inf-b-da3a23","hostnames":[]} {"level":"info","ts":"2026-07-09T15:28:14Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-da3a23-sub","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23-sub","reconcileID":"c6bba201-183c-4c97-8472-774530cee1be","MaaSSubscription":{"name":"test-model-da3a23-sub","namespace":"ai-tenant-e2e-inf-b-da3a23"},"model":"ai-tenant-e2e-inf-b-da3a23/test-model-da3a23"} {"level":"info","ts":"2026-07-09T15:28:14Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-da3a23-sub","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23-sub","reconcileID":"c6bba201-183c-4c97-8472-774530cee1be","MaaSSubscription":{"name":"test-model-da3a23-sub","namespace":"ai-tenant-e2e-inf-b-da3a23"},"name":"maas-trlp-test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23","model":"ai-tenant-e2e-inf-b-da3a23/test-model-da3a23"} {"level":"info","ts":"2026-07-09T15:28:14Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"test-model-da3a23","reconcileID":"b07e582b-4e1b-4516-9ea9-7a0820a2f54e","MaaSModelRef":{"name":"test-model-da3a23","namespace":"ai-tenant-e2e-inf-b-da3a23"},"routeName":"test-model-da3a23-kserve-route","namespace":"ai-tenant-e2e-inf-b-da3a23","llmisvcName":"test-model-da3a23","gateway":"openshift-ingress/e2e-inf-b-da3a23","hostnames":[]} {"level":"info","ts":"2026-07-09T15:28:15Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-476308/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-476308","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-476308","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-476308"},"tenantIdentifier":"e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:28:15Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-476308/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-476308","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-476308","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-476308"},"tenantIdentifier":"e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:28:15Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"default-tenant","reconcileID":"50c88177-3487-4db5-a2d8-960cf2716232","tenant":"ai-tenant-e2e-inf-a-476308/default-tenant","tenantID":"e2e-inf-a-476308","subscriptionNamespace":"ai-tenant-e2e-inf-a-476308","gatewayName":"e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:28:15Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-476308","deploymentName":"maas-api-e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:28:15Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-476308","deploymentName":"maas-api-e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:28:15Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-476308","deploymentName":"maas-api-e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:28:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-476308/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-476308","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-476308","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-476308"},"tenantIdentifier":"e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:28:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-476308","deploymentName":"maas-api-e2e-inf-a-476308"} {"level":"error","ts":"2026-07-09T15:28:16Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"default-tenant","reconcileID":"50c88177-3487-4db5-a2d8-960cf2716232","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T15:28:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-476308/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-476308","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-476308","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-476308"},"tenantIdentifier":"e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:28:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-476308/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-476308","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-476308","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-476308"},"tenantIdentifier":"e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:28:16Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"default-tenant","reconcileID":"9a45814e-8abb-4255-96f1-54d5f9f125ac","namespace":"ai-tenant-e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:28:16Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"default-tenant","reconcileID":"9a45814e-8abb-4255-96f1-54d5f9f125ac","count":0} {"level":"info","ts":"2026-07-09T15:28:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-476308/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-476308","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-476308","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-476308"},"tenantIdentifier":"e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:28:16Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"default-tenant","reconcileID":"9a45814e-8abb-4255-96f1-54d5f9f125ac","tenant":"e2e-inf-a-476308","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-09T15:28:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-476308","deploymentName":"maas-api-e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:28:16Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"default-tenant","reconcileID":"9a45814e-8abb-4255-96f1-54d5f9f125ac","gvk":"Deployment","name":"maas-api-e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:28:16Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"default-tenant","reconcileID":"9a45814e-8abb-4255-96f1-54d5f9f125ac","gvk":"Service","name":"maas-api-e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:28:16Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"default-tenant","reconcileID":"9a45814e-8abb-4255-96f1-54d5f9f125ac","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:28:16Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-476308"},"namespace":"ai-tenant-e2e-inf-a-476308","name":"default-tenant","reconcileID":"9a45814e-8abb-4255-96f1-54d5f9f125ac","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-476308"} {"level":"info","ts":"2026-07-09T15:28:22Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6b258930-4698-4cba-9e1d-c55f5f8fb023","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:28:22Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f766d2d1-7c9f-473a-a9c3-2529af9be009","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:28:25Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T15:28:25Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T15:28:27Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2b228b6b-2db9-4326-b8e8-a2a30e000cde","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:28:28Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"01f92b9e-ee68-4f51-b6b9-3c7dcfbdd3f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:28:55Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T15:28:55Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T15:28:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-da3a23/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-da3a23","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-da3a23","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-da3a23"},"tenantIdentifier":"e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:28:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-da3a23/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-da3a23","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-da3a23","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-da3a23"},"tenantIdentifier":"e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:28:59Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"default-tenant","reconcileID":"b9974e5b-bf71-4977-bc1b-efb5241d6702","tenant":"ai-tenant-e2e-inf-b-da3a23/default-tenant","tenantID":"e2e-inf-b-da3a23","subscriptionNamespace":"ai-tenant-e2e-inf-b-da3a23","gatewayName":"e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:28:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-da3a23","deploymentName":"maas-api-e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:28:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-da3a23","deploymentName":"maas-api-e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:28:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-da3a23","deploymentName":"maas-api-e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:29:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-da3a23/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-da3a23","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-da3a23","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-da3a23"},"tenantIdentifier":"e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:29:00Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-da3a23","deploymentName":"maas-api-e2e-inf-b-da3a23"} {"level":"error","ts":"2026-07-09T15:29:00Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"default-tenant","reconcileID":"b9974e5b-bf71-4977-bc1b-efb5241d6702","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T15:29:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-da3a23/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-da3a23","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-da3a23","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-da3a23"},"tenantIdentifier":"e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:29:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-da3a23/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-da3a23","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-da3a23","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-da3a23"},"tenantIdentifier":"e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:29:00Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"default-tenant","reconcileID":"ba4341c0-2eb0-4aca-bfec-3dd8b03bb7d4","namespace":"ai-tenant-e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:29:00Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"default-tenant","reconcileID":"ba4341c0-2eb0-4aca-bfec-3dd8b03bb7d4","count":0} {"level":"info","ts":"2026-07-09T15:29:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-da3a23/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-da3a23","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-da3a23","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-da3a23"},"tenantIdentifier":"e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:29:00Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"default-tenant","reconcileID":"ba4341c0-2eb0-4aca-bfec-3dd8b03bb7d4","tenant":"e2e-inf-b-da3a23","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-09T15:29:00Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-da3a23","deploymentName":"maas-api-e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:29:00Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"default-tenant","reconcileID":"ba4341c0-2eb0-4aca-bfec-3dd8b03bb7d4","gvk":"Deployment","name":"maas-api-e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:29:00Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"default-tenant","reconcileID":"ba4341c0-2eb0-4aca-bfec-3dd8b03bb7d4","gvk":"Service","name":"maas-api-e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:29:00Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"default-tenant","reconcileID":"ba4341c0-2eb0-4aca-bfec-3dd8b03bb7d4","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:29:00Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-da3a23"},"namespace":"ai-tenant-e2e-inf-b-da3a23","name":"default-tenant","reconcileID":"ba4341c0-2eb0-4aca-bfec-3dd8b03bb7d4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-da3a23"} {"level":"info","ts":"2026-07-09T15:29:03Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d1c4c916-ed6c-441e-a207-6b4597e013cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:29:04Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"06c2b705-7087-4f3b-a1c9-6e481fe6b0d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:29:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-227dc3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-227dc3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-227dc3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-227dc3"},"tenantIdentifier":"e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-227dc3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-227dc3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-227dc3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-227dc3"},"tenantIdentifier":"e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:10Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-227dc3"},"namespace":"ai-tenant-e2e-api-a-227dc3","name":"default-tenant","reconcileID":"9192dee4-60ff-49e5-bac6-46ba1e5eb615","tenant":"ai-tenant-e2e-api-a-227dc3/default-tenant","tenantID":"e2e-api-a-227dc3","subscriptionNamespace":"ai-tenant-e2e-api-a-227dc3","gatewayName":"e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-227dc3","deploymentName":"maas-api-e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-227dc3","deploymentName":"maas-api-e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-227dc3","deploymentName":"maas-api-e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-227dc3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-227dc3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-227dc3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-227dc3"},"tenantIdentifier":"e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-227dc3","deploymentName":"maas-api-e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-227dc3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-227dc3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-227dc3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-227dc3"},"tenantIdentifier":"e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-227dc3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-227dc3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-227dc3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-227dc3"},"tenantIdentifier":"e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:11Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-227dc3"},"namespace":"ai-tenant-e2e-api-a-227dc3","name":"default-tenant","reconcileID":"bfd79c20-619f-4e48-9a46-eafa76bf12ea","tenant":"ai-tenant-e2e-api-a-227dc3/default-tenant","tenantID":"e2e-api-a-227dc3","subscriptionNamespace":"ai-tenant-e2e-api-a-227dc3","gatewayName":"e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-227dc3","deploymentName":"maas-api-e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-227dc3","deploymentName":"maas-api-e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-227dc3","deploymentName":"maas-api-e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:11Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2a91386b-8261-4f4d-9d55-0ae76bde76b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:29:11Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8aad8dee-9894-488d-8a27-29bac629ec85","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:29:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-227dc3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-227dc3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-227dc3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-227dc3"},"tenantIdentifier":"e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-227dc3","deploymentName":"maas-api-e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:14Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b5abdf3-6bae-4ea3-8947-da8e0540c28b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-09T15:29:14Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08a532c1-7e53-4986-8e49-8e2bc3c0c68d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-09T15:29:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-227dc3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-227dc3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-227dc3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-227dc3"},"tenantIdentifier":"e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:14Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-227dc3-policy","namespace":"ai-tenant-e2e-api-a-227dc3"},"namespace":"ai-tenant-e2e-api-a-227dc3","name":"e2e-e2e-api-a-227dc3-policy","reconcileID":"f6830cf1-bcc0-4294-a4f9-81456f06d27d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-227dc3-policy","namespace":"ai-tenant-e2e-api-a-227dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-227dc3","tenantID":"e2e-api-a-227dc3","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T15:29:14Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-227dc3-policy","namespace":"ai-tenant-e2e-api-a-227dc3"},"namespace":"ai-tenant-e2e-api-a-227dc3","name":"e2e-e2e-api-a-227dc3-policy","reconcileID":"f6830cf1-bcc0-4294-a4f9-81456f06d27d"} {"level":"info","ts":"2026-07-09T15:29:14Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-227dc3-policy","namespace":"ai-tenant-e2e-api-a-227dc3"},"namespace":"ai-tenant-e2e-api-a-227dc3","name":"e2e-e2e-api-a-227dc3-policy","reconcileID":"f6830cf1-bcc0-4294-a4f9-81456f06d27d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-227dc3-policy","namespace":"ai-tenant-e2e-api-a-227dc3"},"name":"e2e-api-a-227dc3-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T15:29:14Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e4d5d1f-b543-4ded-b753-6676ef1170ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-09T15:29:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e415c5/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e415c5","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e415c5","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e415c5"},"tenantIdentifier":"e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e415c5/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e415c5","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e415c5","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e415c5"},"tenantIdentifier":"e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:18Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e415c5"},"namespace":"ai-tenant-e2e-api-b-e415c5","name":"default-tenant","reconcileID":"f39a0cf4-d2a4-4be0-8f24-c77566918f7a","tenant":"ai-tenant-e2e-api-b-e415c5/default-tenant","tenantID":"e2e-api-b-e415c5","subscriptionNamespace":"ai-tenant-e2e-api-b-e415c5","gatewayName":"e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e415c5","deploymentName":"maas-api-e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e415c5","deploymentName":"maas-api-e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e415c5","deploymentName":"maas-api-e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:19Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f7101d30-7881-4930-a5c8-bb43b2b866c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:29:19Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"422cf95e-3ff1-4f42-b9b7-a7344e9a7771","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:29:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e415c5/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e415c5","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e415c5","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e415c5"},"tenantIdentifier":"e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e415c5","deploymentName":"maas-api-e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e415c5/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e415c5","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e415c5","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e415c5"},"tenantIdentifier":"e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e415c5/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e415c5","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e415c5","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e415c5"},"tenantIdentifier":"e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:19Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e415c5"},"namespace":"ai-tenant-e2e-api-b-e415c5","name":"default-tenant","reconcileID":"32cce4d4-7894-4bbd-aee1-8a76bd9a1075","tenant":"ai-tenant-e2e-api-b-e415c5/default-tenant","tenantID":"e2e-api-b-e415c5","subscriptionNamespace":"ai-tenant-e2e-api-b-e415c5","gatewayName":"e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e415c5","deploymentName":"maas-api-e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e415c5","deploymentName":"maas-api-e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e415c5","deploymentName":"maas-api-e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e415c5/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e415c5","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e415c5","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e415c5"},"tenantIdentifier":"e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e415c5","deploymentName":"maas-api-e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:23Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d177b0b-e4f0-49c2-bfae-9eb6eeafa2f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-09T15:29:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e415c5/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e415c5","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e415c5","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e415c5"},"tenantIdentifier":"e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:23Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfae5bf6-d511-4b00-a8c7-0494b4fb1f85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-09T15:29:23Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e415c5-policy","namespace":"ai-tenant-e2e-api-b-e415c5"},"namespace":"ai-tenant-e2e-api-b-e415c5","name":"e2e-e2e-api-b-e415c5-policy","reconcileID":"eb457f59-53a3-48ef-b98b-7b023dc26458","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e415c5-policy","namespace":"ai-tenant-e2e-api-b-e415c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e415c5","tenantID":"e2e-api-b-e415c5","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T15:29:23Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e415c5-policy","namespace":"ai-tenant-e2e-api-b-e415c5"},"namespace":"ai-tenant-e2e-api-b-e415c5","name":"e2e-e2e-api-b-e415c5-policy","reconcileID":"eb457f59-53a3-48ef-b98b-7b023dc26458"} {"level":"info","ts":"2026-07-09T15:29:23Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e415c5-policy","namespace":"ai-tenant-e2e-api-b-e415c5"},"namespace":"ai-tenant-e2e-api-b-e415c5","name":"e2e-e2e-api-b-e415c5-policy","reconcileID":"eb457f59-53a3-48ef-b98b-7b023dc26458","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e415c5-policy","namespace":"ai-tenant-e2e-api-b-e415c5"},"name":"e2e-api-b-e415c5-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T15:29:23Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc609575-87c3-490b-ac46-552939f35088","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-09T15:29:25Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T15:29:25Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T15:29:30Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-09T15:29:30Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-09T15:29:30Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"42d1eea5-d7c4-499f-8c8c-7baf3da66a27","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-07-09T15:29:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-09T15:29:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-09T15:29:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-09T15:29:30Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-09T15:29:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-09T15:29:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-227dc3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-227dc3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-227dc3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-227dc3"},"tenantIdentifier":"e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-227dc3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-227dc3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-227dc3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-227dc3"},"tenantIdentifier":"e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:31Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-227dc3"},"namespace":"ai-tenant-e2e-api-a-227dc3","name":"default-tenant","reconcileID":"2272cd9d-686e-4edd-bdf5-b16e9bfa463c","tenant":"ai-tenant-e2e-api-a-227dc3/default-tenant","tenantID":"e2e-api-a-227dc3","subscriptionNamespace":"ai-tenant-e2e-api-a-227dc3","gatewayName":"e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-227dc3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-227dc3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-227dc3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-227dc3"},"tenantIdentifier":"e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-227dc3","deploymentName":"maas-api-e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-227dc3","deploymentName":"maas-api-e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-227dc3","deploymentName":"maas-api-e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:31Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-227dc3-policy","namespace":"ai-tenant-e2e-api-a-227dc3"},"namespace":"ai-tenant-e2e-api-a-227dc3","name":"e2e-e2e-api-a-227dc3-policy","reconcileID":"25524c78-cced-4b73-852f-b78155d19a7a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-227dc3-policy","namespace":"ai-tenant-e2e-api-a-227dc3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-227dc3","tenantID":"e2e-api-a-227dc3","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T15:29:31Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-227dc3-policy","namespace":"ai-tenant-e2e-api-a-227dc3"},"namespace":"ai-tenant-e2e-api-a-227dc3","name":"e2e-e2e-api-a-227dc3-policy","reconcileID":"25524c78-cced-4b73-852f-b78155d19a7a"} {"level":"info","ts":"2026-07-09T15:29:31Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-227dc3-policy","namespace":"ai-tenant-e2e-api-a-227dc3"},"namespace":"ai-tenant-e2e-api-a-227dc3","name":"e2e-e2e-api-a-227dc3-policy","reconcileID":"25524c78-cced-4b73-852f-b78155d19a7a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-227dc3-policy","namespace":"ai-tenant-e2e-api-a-227dc3"},"name":"e2e-api-a-227dc3-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T15:29:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-227dc3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-227dc3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-227dc3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-227dc3"},"tenantIdentifier":"e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-227dc3","deploymentName":"maas-api-e2e-api-a-227dc3"} {"level":"error","ts":"2026-07-09T15:29:32Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-227dc3"},"namespace":"ai-tenant-e2e-api-a-227dc3","name":"default-tenant","reconcileID":"2272cd9d-686e-4edd-bdf5-b16e9bfa463c","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T15:29:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-227dc3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-227dc3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-227dc3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-227dc3"},"tenantIdentifier":"e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-227dc3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-227dc3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-227dc3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-227dc3"},"tenantIdentifier":"e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:32Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-227dc3"},"namespace":"ai-tenant-e2e-api-a-227dc3","name":"default-tenant","reconcileID":"a5fbb425-54e4-4c97-b65e-e44c6259b2f1","namespace":"ai-tenant-e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:32Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-227dc3"},"namespace":"ai-tenant-e2e-api-a-227dc3","name":"default-tenant","reconcileID":"a5fbb425-54e4-4c97-b65e-e44c6259b2f1","name":"e2e-e2e-api-a-227dc3-policy","namespace":"ai-tenant-e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:32Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-227dc3-policy","namespace":"ai-tenant-e2e-api-a-227dc3"},"namespace":"ai-tenant-e2e-api-a-227dc3","name":"e2e-e2e-api-a-227dc3-policy","reconcileID":"85da2d69-d158-4b81-84e7-60c4a6fc6f74","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-227dc3-policy","namespace":"ai-tenant-e2e-api-a-227dc3"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-09T15:29:32Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-227dc3"},"namespace":"ai-tenant-e2e-api-a-227dc3","name":"default-tenant","reconcileID":"a5fbb425-54e4-4c97-b65e-e44c6259b2f1","count":1} {"level":"info","ts":"2026-07-09T15:29:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-227dc3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-227dc3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-227dc3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-227dc3"},"tenantIdentifier":"e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:32Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-227dc3"},"namespace":"ai-tenant-e2e-api-a-227dc3","name":"default-tenant","reconcileID":"a5fbb425-54e4-4c97-b65e-e44c6259b2f1","tenant":"e2e-api-a-227dc3","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-09T15:29:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-227dc3","deploymentName":"maas-api-e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:32Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-227dc3"},"namespace":"ai-tenant-e2e-api-a-227dc3","name":"default-tenant","reconcileID":"a5fbb425-54e4-4c97-b65e-e44c6259b2f1","gvk":"Deployment","name":"maas-api-e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:32Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-227dc3"},"namespace":"ai-tenant-e2e-api-a-227dc3","name":"default-tenant","reconcileID":"a5fbb425-54e4-4c97-b65e-e44c6259b2f1","gvk":"Service","name":"maas-api-e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:32Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-227dc3"},"namespace":"ai-tenant-e2e-api-a-227dc3","name":"default-tenant","reconcileID":"a5fbb425-54e4-4c97-b65e-e44c6259b2f1","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:32Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-227dc3"},"namespace":"ai-tenant-e2e-api-a-227dc3","name":"default-tenant","reconcileID":"a5fbb425-54e4-4c97-b65e-e44c6259b2f1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-227dc3"} {"level":"info","ts":"2026-07-09T15:29:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e415c5/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e415c5","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e415c5","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e415c5"},"tenantIdentifier":"e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e415c5/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e415c5","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e415c5","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e415c5"},"tenantIdentifier":"e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:38Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e415c5-policy","namespace":"ai-tenant-e2e-api-b-e415c5"},"namespace":"ai-tenant-e2e-api-b-e415c5","name":"e2e-e2e-api-b-e415c5-policy","reconcileID":"9c85a7d7-ee7b-4d64-9102-39ae919e7712","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e415c5-policy","namespace":"ai-tenant-e2e-api-b-e415c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-e415c5","tenantID":"e2e-api-b-e415c5","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T15:29:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e415c5/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e415c5","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e415c5","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e415c5"},"tenantIdentifier":"e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:38Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e415c5"},"namespace":"ai-tenant-e2e-api-b-e415c5","name":"default-tenant","reconcileID":"961df380-1aa2-485b-973e-b08cf65b00d9","tenant":"ai-tenant-e2e-api-b-e415c5/default-tenant","tenantID":"e2e-api-b-e415c5","subscriptionNamespace":"ai-tenant-e2e-api-b-e415c5","gatewayName":"e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:38Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e415c5-policy","namespace":"ai-tenant-e2e-api-b-e415c5"},"namespace":"ai-tenant-e2e-api-b-e415c5","name":"e2e-e2e-api-b-e415c5-policy","reconcileID":"9c85a7d7-ee7b-4d64-9102-39ae919e7712"} {"level":"info","ts":"2026-07-09T15:29:38Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e415c5-policy","namespace":"ai-tenant-e2e-api-b-e415c5"},"namespace":"ai-tenant-e2e-api-b-e415c5","name":"e2e-e2e-api-b-e415c5-policy","reconcileID":"9c85a7d7-ee7b-4d64-9102-39ae919e7712","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e415c5-policy","namespace":"ai-tenant-e2e-api-b-e415c5"},"name":"e2e-api-b-e415c5-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T15:29:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e415c5/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e415c5","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e415c5","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e415c5"},"tenantIdentifier":"e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e415c5","deploymentName":"maas-api-e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e415c5","deploymentName":"maas-api-e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e415c5","deploymentName":"maas-api-e2e-api-b-e415c5"} {"level":"error","ts":"2026-07-09T15:29:38Z","msg":"failed to fetch gateway info","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e415c5-policy","namespace":"ai-tenant-e2e-api-b-e415c5"},"namespace":"ai-tenant-e2e-api-b-e415c5","name":"e2e-e2e-api-b-e415c5-policy","reconcileID":"ffc143e4-3788-4417-99af-d679faf628b5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e415c5-policy","namespace":"ai-tenant-e2e-api-b-e415c5"},"error":"get owning AITenant ai-tenants/e2e-api-b-e415c5 for tenant ai-tenant-e2e-api-b-e415c5/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-b-e415c5\" not found","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:472\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-09T15:29:38Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e415c5-policy","namespace":"ai-tenant-e2e-api-b-e415c5"},"namespace":"ai-tenant-e2e-api-b-e415c5","name":"e2e-e2e-api-b-e415c5-policy","reconcileID":"ffc143e4-3788-4417-99af-d679faf628b5","error":"get owning AITenant ai-tenants/e2e-api-b-e415c5 for tenant ai-tenant-e2e-api-b-e415c5/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-b-e415c5\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T15:29:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e415c5/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e415c5","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e415c5","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e415c5"},"tenantIdentifier":"e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e415c5","deploymentName":"maas-api-e2e-api-b-e415c5"} {"level":"error","ts":"2026-07-09T15:29:39Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e415c5"},"namespace":"ai-tenant-e2e-api-b-e415c5","name":"default-tenant","reconcileID":"961df380-1aa2-485b-973e-b08cf65b00d9","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T15:29:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e415c5/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e415c5","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e415c5","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e415c5"},"tenantIdentifier":"e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e415c5/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e415c5","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e415c5","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e415c5"},"tenantIdentifier":"e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:39Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e415c5"},"namespace":"ai-tenant-e2e-api-b-e415c5","name":"default-tenant","reconcileID":"7ccaa8fa-ff98-44f5-87e2-7a46f8ae6103","namespace":"ai-tenant-e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:39Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e415c5"},"namespace":"ai-tenant-e2e-api-b-e415c5","name":"default-tenant","reconcileID":"7ccaa8fa-ff98-44f5-87e2-7a46f8ae6103","name":"e2e-e2e-api-b-e415c5-policy","namespace":"ai-tenant-e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:39Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e415c5"},"namespace":"ai-tenant-e2e-api-b-e415c5","name":"default-tenant","reconcileID":"7ccaa8fa-ff98-44f5-87e2-7a46f8ae6103","count":1} {"level":"info","ts":"2026-07-09T15:29:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-e415c5/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-e415c5","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-e415c5","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-e415c5"},"tenantIdentifier":"e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:39Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e415c5"},"namespace":"ai-tenant-e2e-api-b-e415c5","name":"default-tenant","reconcileID":"7ccaa8fa-ff98-44f5-87e2-7a46f8ae6103","tenant":"e2e-api-b-e415c5","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-09T15:29:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-e415c5","deploymentName":"maas-api-e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:39Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e415c5-policy","namespace":"ai-tenant-e2e-api-b-e415c5"},"namespace":"ai-tenant-e2e-api-b-e415c5","name":"e2e-e2e-api-b-e415c5-policy","reconcileID":"2b022246-6f63-44e1-86da-7b3ab6d77b94","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-e415c5-policy","namespace":"ai-tenant-e2e-api-b-e415c5"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-09T15:29:39Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e415c5"},"namespace":"ai-tenant-e2e-api-b-e415c5","name":"default-tenant","reconcileID":"7ccaa8fa-ff98-44f5-87e2-7a46f8ae6103","gvk":"Deployment","name":"maas-api-e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:39Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e415c5"},"namespace":"ai-tenant-e2e-api-b-e415c5","name":"default-tenant","reconcileID":"7ccaa8fa-ff98-44f5-87e2-7a46f8ae6103","gvk":"Service","name":"maas-api-e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:39Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e415c5"},"namespace":"ai-tenant-e2e-api-b-e415c5","name":"default-tenant","reconcileID":"7ccaa8fa-ff98-44f5-87e2-7a46f8ae6103","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:39Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-e415c5"},"namespace":"ai-tenant-e2e-api-b-e415c5","name":"default-tenant","reconcileID":"7ccaa8fa-ff98-44f5-87e2-7a46f8ae6103","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-e415c5"} {"level":"info","ts":"2026-07-09T15:29:49Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-df6252/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-df6252","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-df6252","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-df6252"},"tenantIdentifier":"e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:29:49Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-df6252/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-df6252","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-df6252","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-df6252"},"tenantIdentifier":"e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:29:49Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-df6252"},"namespace":"ai-tenant-e2e-shared-a-df6252","name":"default-tenant","reconcileID":"91bc388e-cf15-4720-9201-63c02035bc21","tenant":"ai-tenant-e2e-shared-a-df6252/default-tenant","tenantID":"e2e-shared-a-df6252","subscriptionNamespace":"ai-tenant-e2e-shared-a-df6252","gatewayName":"e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:29:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-df6252","deploymentName":"maas-api-e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:29:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-df6252","deploymentName":"maas-api-e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:29:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-df6252","deploymentName":"maas-api-e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:29:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-df6252/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-df6252","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-df6252","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-df6252"},"tenantIdentifier":"e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:29:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-df6252","deploymentName":"maas-api-e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:29:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-df6252/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-df6252","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-df6252","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-df6252"},"tenantIdentifier":"e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:29:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-df6252/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-df6252","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-df6252","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-df6252"},"tenantIdentifier":"e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:29:50Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-df6252"},"namespace":"ai-tenant-e2e-shared-a-df6252","name":"default-tenant","reconcileID":"33a3f80e-1e86-4444-8cf8-37389fc8836b","tenant":"ai-tenant-e2e-shared-a-df6252/default-tenant","tenantID":"e2e-shared-a-df6252","subscriptionNamespace":"ai-tenant-e2e-shared-a-df6252","gatewayName":"e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:29:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-df6252","deploymentName":"maas-api-e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:29:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-df6252","deploymentName":"maas-api-e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:29:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-df6252","deploymentName":"maas-api-e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:29:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-df6252/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-df6252","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-df6252","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-df6252"},"tenantIdentifier":"e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:29:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-df6252","deploymentName":"maas-api-e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:29:55Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T15:29:55Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T15:29:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-19ef0f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-19ef0f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-19ef0f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-19ef0f"},"tenantIdentifier":"e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:29:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-19ef0f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-19ef0f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-19ef0f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-19ef0f"},"tenantIdentifier":"e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:29:57Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-19ef0f"},"namespace":"ai-tenant-e2e-shared-b-19ef0f","name":"default-tenant","reconcileID":"66fcbd00-56b1-434a-ab87-c7e37f91ce75","tenant":"ai-tenant-e2e-shared-b-19ef0f/default-tenant","tenantID":"e2e-shared-b-19ef0f","subscriptionNamespace":"ai-tenant-e2e-shared-b-19ef0f","gatewayName":"e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:29:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-19ef0f","deploymentName":"maas-api-e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:29:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-19ef0f","deploymentName":"maas-api-e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:29:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-19ef0f","deploymentName":"maas-api-e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:29:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-19ef0f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-19ef0f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-19ef0f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-19ef0f"},"tenantIdentifier":"e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:29:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-19ef0f","deploymentName":"maas-api-e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:29:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-19ef0f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-19ef0f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-19ef0f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-19ef0f"},"tenantIdentifier":"e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:29:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-19ef0f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-19ef0f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-19ef0f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-19ef0f"},"tenantIdentifier":"e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:29:58Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-19ef0f"},"namespace":"ai-tenant-e2e-shared-b-19ef0f","name":"default-tenant","reconcileID":"e2582158-d6ad-446b-afb9-e883fedf69a3","tenant":"ai-tenant-e2e-shared-b-19ef0f/default-tenant","tenantID":"e2e-shared-b-19ef0f","subscriptionNamespace":"ai-tenant-e2e-shared-b-19ef0f","gatewayName":"e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:29:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-19ef0f","deploymentName":"maas-api-e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:29:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-19ef0f","deploymentName":"maas-api-e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:29:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-19ef0f","deploymentName":"maas-api-e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:29:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-19ef0f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-19ef0f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-19ef0f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-19ef0f"},"tenantIdentifier":"e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:29:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-19ef0f","deploymentName":"maas-api-e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:30:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-df6252/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-df6252","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-df6252","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-df6252"},"tenantIdentifier":"e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:30:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-df6252/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-df6252","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-df6252","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-df6252"},"tenantIdentifier":"e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:30:10Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-df6252"},"namespace":"ai-tenant-e2e-shared-a-df6252","name":"default-tenant","reconcileID":"574cf0dc-0b80-4f75-b481-ed4a1c82d646","tenant":"ai-tenant-e2e-shared-a-df6252/default-tenant","tenantID":"e2e-shared-a-df6252","subscriptionNamespace":"ai-tenant-e2e-shared-a-df6252","gatewayName":"e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:30:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-df6252","deploymentName":"maas-api-e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:30:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-df6252","deploymentName":"maas-api-e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:30:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-df6252","deploymentName":"maas-api-e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:30:10Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c67600a9-2656-48b6-9b43-e6c931075dc1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:30:10Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ff1baebd-8697-4b33-9652-73c1de2943b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:30:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-df6252/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-df6252","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-df6252","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-df6252"},"tenantIdentifier":"e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:30:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-df6252","deploymentName":"maas-api-e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:30:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-df6252/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-df6252","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-df6252","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-df6252"},"tenantIdentifier":"e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:30:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-df6252/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-df6252","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-df6252","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-df6252"},"tenantIdentifier":"e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:30:11Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-df6252"},"namespace":"ai-tenant-e2e-shared-a-df6252","name":"default-tenant","reconcileID":"ea0a8e02-0683-4a24-89b5-a62759f60d79","tenant":"ai-tenant-e2e-shared-a-df6252/default-tenant","tenantID":"e2e-shared-a-df6252","subscriptionNamespace":"ai-tenant-e2e-shared-a-df6252","gatewayName":"e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:30:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-df6252","deploymentName":"maas-api-e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:30:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-df6252","deploymentName":"maas-api-e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:30:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-df6252","deploymentName":"maas-api-e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:30:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-df6252/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-df6252","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-df6252","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-df6252"},"tenantIdentifier":"e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:30:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-df6252","deploymentName":"maas-api-e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:30:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-19ef0f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-19ef0f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-19ef0f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-19ef0f"},"tenantIdentifier":"e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:30:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-19ef0f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-19ef0f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-19ef0f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-19ef0f"},"tenantIdentifier":"e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:30:18Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-19ef0f"},"namespace":"ai-tenant-e2e-shared-b-19ef0f","name":"default-tenant","reconcileID":"9d38fc14-3239-40d9-8a0c-137c5d55ede9","tenant":"ai-tenant-e2e-shared-b-19ef0f/default-tenant","tenantID":"e2e-shared-b-19ef0f","subscriptionNamespace":"ai-tenant-e2e-shared-b-19ef0f","gatewayName":"e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:30:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-19ef0f","deploymentName":"maas-api-e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:30:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-19ef0f","deploymentName":"maas-api-e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:30:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-19ef0f","deploymentName":"maas-api-e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:30:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-19ef0f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-19ef0f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-19ef0f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-19ef0f"},"tenantIdentifier":"e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:30:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-19ef0f","deploymentName":"maas-api-e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:30:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-19ef0f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-19ef0f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-19ef0f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-19ef0f"},"tenantIdentifier":"e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:30:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-19ef0f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-19ef0f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-19ef0f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-19ef0f"},"tenantIdentifier":"e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:30:19Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-19ef0f"},"namespace":"ai-tenant-e2e-shared-b-19ef0f","name":"default-tenant","reconcileID":"fc7a005f-1db9-4ba7-bfa0-d988ac9de137","tenant":"ai-tenant-e2e-shared-b-19ef0f/default-tenant","tenantID":"e2e-shared-b-19ef0f","subscriptionNamespace":"ai-tenant-e2e-shared-b-19ef0f","gatewayName":"e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:30:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-19ef0f","deploymentName":"maas-api-e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:30:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-19ef0f","deploymentName":"maas-api-e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:30:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-19ef0f","deploymentName":"maas-api-e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:30:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-19ef0f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-19ef0f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-19ef0f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-19ef0f"},"tenantIdentifier":"e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:30:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-19ef0f","deploymentName":"maas-api-e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:30:25Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T15:30:25Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T15:30:55Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T15:30:55Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T15:31:25Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T15:31:25Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T15:31:55Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T15:31:55Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T15:32:25Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T15:32:25Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T15:32:55Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T15:32:55Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T15:33:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-df6252/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-df6252","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-df6252","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-df6252"},"tenantIdentifier":"e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:33:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-df6252/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-df6252","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-df6252","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-df6252"},"tenantIdentifier":"e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:33:07Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-df6252"},"namespace":"ai-tenant-e2e-shared-a-df6252","name":"default-tenant","reconcileID":"18a63297-b982-4627-b429-58ff84696db3","tenant":"ai-tenant-e2e-shared-a-df6252/default-tenant","tenantID":"e2e-shared-a-df6252","subscriptionNamespace":"ai-tenant-e2e-shared-a-df6252","gatewayName":"e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:33:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-df6252","deploymentName":"maas-api-e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:33:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-df6252","deploymentName":"maas-api-e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:33:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-df6252","deploymentName":"maas-api-e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:33:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-df6252/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-df6252","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-df6252","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-df6252"},"tenantIdentifier":"e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:33:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-df6252","deploymentName":"maas-api-e2e-shared-a-df6252"} {"level":"error","ts":"2026-07-09T15:33:08Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-df6252"},"namespace":"ai-tenant-e2e-shared-a-df6252","name":"default-tenant","reconcileID":"18a63297-b982-4627-b429-58ff84696db3","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T15:33:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-df6252/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-df6252","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-df6252","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-df6252"},"tenantIdentifier":"e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:33:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-df6252/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-df6252","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-df6252","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-df6252"},"tenantIdentifier":"e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:33:08Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-df6252"},"namespace":"ai-tenant-e2e-shared-a-df6252","name":"default-tenant","reconcileID":"db7f8dc0-bec4-4d32-933d-db5af408ad85","namespace":"ai-tenant-e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:33:08Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-df6252"},"namespace":"ai-tenant-e2e-shared-a-df6252","name":"default-tenant","reconcileID":"db7f8dc0-bec4-4d32-933d-db5af408ad85","count":0} {"level":"info","ts":"2026-07-09T15:33:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-df6252/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-df6252","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-df6252","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-df6252"},"tenantIdentifier":"e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:33:08Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-df6252"},"namespace":"ai-tenant-e2e-shared-a-df6252","name":"default-tenant","reconcileID":"db7f8dc0-bec4-4d32-933d-db5af408ad85","tenant":"e2e-shared-a-df6252","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-09T15:33:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-df6252","deploymentName":"maas-api-e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:33:08Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-df6252"},"namespace":"ai-tenant-e2e-shared-a-df6252","name":"default-tenant","reconcileID":"db7f8dc0-bec4-4d32-933d-db5af408ad85","gvk":"Deployment","name":"maas-api-e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:33:08Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-df6252"},"namespace":"ai-tenant-e2e-shared-a-df6252","name":"default-tenant","reconcileID":"db7f8dc0-bec4-4d32-933d-db5af408ad85","gvk":"Service","name":"maas-api-e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:33:08Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-df6252"},"namespace":"ai-tenant-e2e-shared-a-df6252","name":"default-tenant","reconcileID":"db7f8dc0-bec4-4d32-933d-db5af408ad85","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:33:08Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-df6252"},"namespace":"ai-tenant-e2e-shared-a-df6252","name":"default-tenant","reconcileID":"db7f8dc0-bec4-4d32-933d-db5af408ad85","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:33:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-df6252/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-df6252","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-df6252","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-df6252"},"tenantIdentifier":"e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:33:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-df6252/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-df6252","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-df6252","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-df6252"},"tenantIdentifier":"e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:33:08Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-df6252"},"namespace":"ai-tenant-e2e-shared-a-df6252","name":"default-tenant","reconcileID":"06dfbcdf-9845-4877-923f-09551776e60d","namespace":"ai-tenant-e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:33:08Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-df6252"},"namespace":"ai-tenant-e2e-shared-a-df6252","name":"default-tenant","reconcileID":"06dfbcdf-9845-4877-923f-09551776e60d","count":0} {"level":"info","ts":"2026-07-09T15:33:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-df6252/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-df6252","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-df6252","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-df6252"},"tenantIdentifier":"e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:33:08Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-df6252"},"namespace":"ai-tenant-e2e-shared-a-df6252","name":"default-tenant","reconcileID":"06dfbcdf-9845-4877-923f-09551776e60d","tenant":"e2e-shared-a-df6252","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-09T15:33:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-df6252","deploymentName":"maas-api-e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:33:08Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-df6252"},"namespace":"ai-tenant-e2e-shared-a-df6252","name":"default-tenant","reconcileID":"06dfbcdf-9845-4877-923f-09551776e60d","gvk":"Deployment","name":"maas-api-e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:33:08Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-df6252"},"namespace":"ai-tenant-e2e-shared-a-df6252","name":"default-tenant","reconcileID":"06dfbcdf-9845-4877-923f-09551776e60d","gvk":"Service","name":"maas-api-e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:33:08Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-df6252"},"namespace":"ai-tenant-e2e-shared-a-df6252","name":"default-tenant","reconcileID":"06dfbcdf-9845-4877-923f-09551776e60d","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-df6252"} {"level":"info","ts":"2026-07-09T15:33:08Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-df6252"},"namespace":"ai-tenant-e2e-shared-a-df6252","name":"default-tenant","reconcileID":"06dfbcdf-9845-4877-923f-09551776e60d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-df6252"} {"level":"error","ts":"2026-07-09T15:33:08Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-df6252"},"namespace":"ai-tenant-e2e-shared-a-df6252","name":"default-tenant","reconcileID":"06dfbcdf-9845-4877-923f-09551776e60d","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T15:33:12Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"91907e0b-9b8e-4be9-8582-4a09241030dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:33:12Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d010881c-c9e8-4301-a83a-3a1823c42502","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:33:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-19ef0f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-19ef0f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-19ef0f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-19ef0f"},"tenantIdentifier":"e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:33:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-19ef0f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-19ef0f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-19ef0f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-19ef0f"},"tenantIdentifier":"e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:33:14Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-19ef0f"},"namespace":"ai-tenant-e2e-shared-b-19ef0f","name":"default-tenant","reconcileID":"81751e20-3fb1-4e1f-8386-571903566300","tenant":"ai-tenant-e2e-shared-b-19ef0f/default-tenant","tenantID":"e2e-shared-b-19ef0f","subscriptionNamespace":"ai-tenant-e2e-shared-b-19ef0f","gatewayName":"e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:33:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-19ef0f","deploymentName":"maas-api-e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:33:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-19ef0f","deploymentName":"maas-api-e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:33:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-19ef0f","deploymentName":"maas-api-e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:33:15Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-19ef0f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-19ef0f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-19ef0f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-19ef0f"},"tenantIdentifier":"e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:33:15Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-19ef0f","deploymentName":"maas-api-e2e-shared-b-19ef0f"} {"level":"error","ts":"2026-07-09T15:33:15Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-19ef0f"},"namespace":"ai-tenant-e2e-shared-b-19ef0f","name":"default-tenant","reconcileID":"81751e20-3fb1-4e1f-8386-571903566300","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T15:33:15Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-19ef0f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-19ef0f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-19ef0f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-19ef0f"},"tenantIdentifier":"e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:33:15Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-19ef0f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-19ef0f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-19ef0f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-19ef0f"},"tenantIdentifier":"e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:33:15Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-19ef0f"},"namespace":"ai-tenant-e2e-shared-b-19ef0f","name":"default-tenant","reconcileID":"935c4527-2e73-46e6-aabc-da1b99f71ce4","namespace":"ai-tenant-e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:33:15Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-19ef0f"},"namespace":"ai-tenant-e2e-shared-b-19ef0f","name":"default-tenant","reconcileID":"935c4527-2e73-46e6-aabc-da1b99f71ce4","count":0} {"level":"info","ts":"2026-07-09T15:33:15Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-19ef0f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-19ef0f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-19ef0f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-19ef0f"},"tenantIdentifier":"e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:33:15Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-19ef0f"},"namespace":"ai-tenant-e2e-shared-b-19ef0f","name":"default-tenant","reconcileID":"935c4527-2e73-46e6-aabc-da1b99f71ce4","tenant":"e2e-shared-b-19ef0f","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-09T15:33:15Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-19ef0f","deploymentName":"maas-api-e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:33:15Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-19ef0f"},"namespace":"ai-tenant-e2e-shared-b-19ef0f","name":"default-tenant","reconcileID":"935c4527-2e73-46e6-aabc-da1b99f71ce4","gvk":"Deployment","name":"maas-api-e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:33:15Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-19ef0f"},"namespace":"ai-tenant-e2e-shared-b-19ef0f","name":"default-tenant","reconcileID":"935c4527-2e73-46e6-aabc-da1b99f71ce4","gvk":"Service","name":"maas-api-e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:33:15Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-19ef0f"},"namespace":"ai-tenant-e2e-shared-b-19ef0f","name":"default-tenant","reconcileID":"935c4527-2e73-46e6-aabc-da1b99f71ce4","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:33:15Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-19ef0f"},"namespace":"ai-tenant-e2e-shared-b-19ef0f","name":"default-tenant","reconcileID":"935c4527-2e73-46e6-aabc-da1b99f71ce4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-19ef0f"} {"level":"info","ts":"2026-07-09T15:33:17Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1e3abbf8-798a-4eb8-b065-364078857018","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:33:18Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"218fa1e2-b618-4c05-ad8d-e019b0f36e4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:33:24Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0eeb950f-2037-403e-ae91-422d6ceb1c66","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:33:24Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b214ac66-87f8-4ac4-a3c5-48727f2703ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T15:33:25Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T15:33:25Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}