{"level":"info","ts":"2026-07-08T20:16:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-db100e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-db100e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-db100e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-db100e"},"tenantIdentifier":"e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:16:38Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"default-tenant","reconcileID":"d452d0e3-e372-4cb0-a69d-e723c04a4cee","tenant":"ai-tenant-e2e-inf-a-db100e/default-tenant","tenantID":"e2e-inf-a-db100e","subscriptionNamespace":"ai-tenant-e2e-inf-a-db100e","gatewayName":"e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:16:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-db100e","deploymentName":"maas-api-e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:16:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-db100e","deploymentName":"maas-api-e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:16:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-db100e","deploymentName":"maas-api-e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:16:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-db100e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-db100e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-db100e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-db100e"},"tenantIdentifier":"e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:16:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-db100e","deploymentName":"maas-api-e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:16:42Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T20:16:42Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T20:16:44Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-4eb9fe/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-4eb9fe","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-4eb9fe","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"tenantIdentifier":"e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:16:44Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-4eb9fe/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-4eb9fe","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-4eb9fe","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"tenantIdentifier":"e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:16:44Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"default-tenant","reconcileID":"23c364cc-ed42-4e17-b5d1-a2764bd4b84c","tenant":"ai-tenant-e2e-inf-b-4eb9fe/default-tenant","tenantID":"e2e-inf-b-4eb9fe","subscriptionNamespace":"ai-tenant-e2e-inf-b-4eb9fe","gatewayName":"e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:16:44Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-4eb9fe","deploymentName":"maas-api-e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:16:44Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-4eb9fe","deploymentName":"maas-api-e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:16:44Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-4eb9fe","deploymentName":"maas-api-e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:16:45Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a808bb8d-9085-4e7a-bd81-f4711a3d95c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:16:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-4eb9fe/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-4eb9fe","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-4eb9fe","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"tenantIdentifier":"e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:16:45Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-4eb9fe","deploymentName":"maas-api-e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:16:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-4eb9fe/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-4eb9fe","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-4eb9fe","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"tenantIdentifier":"e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:16:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-4eb9fe/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-4eb9fe","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-4eb9fe","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"tenantIdentifier":"e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:16:45Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"default-tenant","reconcileID":"0784a9be-32f2-48d2-aecc-7bd2cb3c9fa4","tenant":"ai-tenant-e2e-inf-b-4eb9fe/default-tenant","tenantID":"e2e-inf-b-4eb9fe","subscriptionNamespace":"ai-tenant-e2e-inf-b-4eb9fe","gatewayName":"e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:16:45Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-4eb9fe","deploymentName":"maas-api-e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:16:45Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-4eb9fe","deploymentName":"maas-api-e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:16:45Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-4eb9fe","deploymentName":"maas-api-e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:16:45Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ca552ec5-33f0-49e3-ac7d-861d6e5520da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:16:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-4eb9fe/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-4eb9fe","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-4eb9fe","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"tenantIdentifier":"e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:16:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-4eb9fe","deploymentName":"maas-api-e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:16:54Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e","reconcileID":"d6447e04-4302-4d04-a4eb-8c251b4f012b","MaaSModelRef":{"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"},"routeName":"test-model-db100e-kserve-route","namespace":"ai-tenant-e2e-inf-a-db100e","llmisvcName":"test-model-db100e","gateway":"openshift-ingress/e2e-inf-a-db100e","hostnames":[]} {"level":"info","ts":"2026-07-08T20:16:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e","reconcileID":"90bc3dd3-9bd2-4e26-b178-e662094ba353","MaaSModelRef":{"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"},"routeName":"test-model-db100e-kserve-route","namespace":"ai-tenant-e2e-inf-a-db100e","llmisvcName":"test-model-db100e","gateway":"openshift-ingress/e2e-inf-a-db100e","hostnames":[]} {"level":"info","ts":"2026-07-08T20:16:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e","reconcileID":"c725e88d-0e50-47f7-ab0a-d426dee82c26","MaaSModelRef":{"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"},"routeName":"test-model-db100e-kserve-route","namespace":"ai-tenant-e2e-inf-a-db100e","llmisvcName":"test-model-db100e","gateway":"openshift-ingress/e2e-inf-a-db100e","hostnames":[]} {"level":"info","ts":"2026-07-08T20:16:55Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db100e-sub","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e-sub","reconcileID":"09f60edd-c159-4ac4-86c4-d75be6ebddb4","MaaSSubscription":{"name":"test-model-db100e-sub","namespace":"ai-tenant-e2e-inf-a-db100e"},"name":"maas-trlp-test-model-db100e","model":"test-model-db100e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-db100e/test-model-db100e-sub"]} {"level":"info","ts":"2026-07-08T20:16:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e","reconcileID":"2ef3b3fc-705c-4904-9bd4-d0f58532d213","MaaSModelRef":{"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"},"routeName":"test-model-db100e-kserve-route","namespace":"ai-tenant-e2e-inf-a-db100e","llmisvcName":"test-model-db100e","gateway":"openshift-ingress/e2e-inf-a-db100e","hostnames":[]} {"level":"info","ts":"2026-07-08T20:16:55Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db100e-sub","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e-sub","reconcileID":"cea7239c-d6a6-42a0-a0a8-d4f44e522eb8","MaaSSubscription":{"name":"test-model-db100e-sub","namespace":"ai-tenant-e2e-inf-a-db100e"},"name":"maas-trlp-test-model-db100e","model":"ai-tenant-e2e-inf-a-db100e/test-model-db100e","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:16:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e","reconcileID":"5d5ff3d6-6332-4ff8-b912-875ef184a448","MaaSModelRef":{"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"},"routeName":"test-model-db100e-kserve-route","namespace":"ai-tenant-e2e-inf-a-db100e","llmisvcName":"test-model-db100e","gateway":"openshift-ingress/e2e-inf-a-db100e","hostnames":[]} {"level":"info","ts":"2026-07-08T20:16:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-db100e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-db100e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-db100e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-db100e"},"tenantIdentifier":"e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:16:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e","reconcileID":"321806c2-0a52-40bb-9a1b-f25a5391acae","MaaSModelRef":{"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"},"routeName":"test-model-db100e-kserve-route","namespace":"ai-tenant-e2e-inf-a-db100e","llmisvcName":"test-model-db100e","gateway":"openshift-ingress/e2e-inf-a-db100e","hostnames":[]} {"level":"info","ts":"2026-07-08T20:16:55Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db100e-auth","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e-auth","reconcileID":"838b95f6-375c-4c38-82b9-573d971dabb7","MaaSAuthPolicy":{"name":"test-model-db100e-auth","namespace":"ai-tenant-e2e-inf-a-db100e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-db100e","tenantID":"e2e-inf-a-db100e","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T20:16:55Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db100e-sub","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e-sub","reconcileID":"fb77bd70-b2b5-4c6b-a990-a0694562f8bc","MaaSSubscription":{"name":"test-model-db100e-sub","namespace":"ai-tenant-e2e-inf-a-db100e"},"name":"maas-trlp-test-model-db100e","model":"ai-tenant-e2e-inf-a-db100e/test-model-db100e","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:16:55Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db100e-auth","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e-auth","reconcileID":"838b95f6-375c-4c38-82b9-573d971dabb7"} {"level":"info","ts":"2026-07-08T20:16:55Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db100e-auth","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e-auth","reconcileID":"838b95f6-375c-4c38-82b9-573d971dabb7","MaaSAuthPolicy":{"name":"test-model-db100e-auth","namespace":"ai-tenant-e2e-inf-a-db100e"},"name":"e2e-inf-a-db100e-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T20:16:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e","reconcileID":"24a89658-c110-488e-adac-983c9468950c","MaaSModelRef":{"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"},"routeName":"test-model-db100e-kserve-route","namespace":"ai-tenant-e2e-inf-a-db100e","llmisvcName":"test-model-db100e","gateway":"openshift-ingress/e2e-inf-a-db100e","hostnames":[]} {"level":"info","ts":"2026-07-08T20:16:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-db100e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-db100e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-db100e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-db100e"},"tenantIdentifier":"e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:16:55Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db100e-auth","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e-auth","reconcileID":"a09327ea-6da4-4730-8a57-4300e487c639","MaaSAuthPolicy":{"name":"test-model-db100e-auth","namespace":"ai-tenant-e2e-inf-a-db100e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-db100e","tenantID":"e2e-inf-a-db100e","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T20:16:55Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db100e-auth","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e-auth","reconcileID":"a09327ea-6da4-4730-8a57-4300e487c639"} {"level":"info","ts":"2026-07-08T20:16:55Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db100e-auth","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e-auth","reconcileID":"a09327ea-6da4-4730-8a57-4300e487c639","MaaSAuthPolicy":{"name":"test-model-db100e-auth","namespace":"ai-tenant-e2e-inf-a-db100e"},"name":"e2e-inf-a-db100e-maas-auth","namespace":"openshift-ingress"} {"level":"error","ts":"2026-07-08T20:16:55Z","msg":"failed to update MaaSAuthPolicy status","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db100e-auth","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e-auth","reconcileID":"a09327ea-6da4-4730-8a57-4300e487c639","name":"test-model-db100e-auth","error":"Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"test-model-db100e-auth\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1770\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:555\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T20:16:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e","reconcileID":"69a8622b-ef00-4771-858c-23d01bd2f83c","MaaSModelRef":{"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"},"routeName":"test-model-db100e-kserve-route","namespace":"ai-tenant-e2e-inf-a-db100e","llmisvcName":"test-model-db100e","gateway":"openshift-ingress/e2e-inf-a-db100e","hostnames":[]} {"level":"info","ts":"2026-07-08T20:16:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-db100e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-db100e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-db100e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-db100e"},"tenantIdentifier":"e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:16:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-db100e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-db100e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-db100e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-db100e"},"tenantIdentifier":"e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:16:58Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"default-tenant","reconcileID":"294d3a55-e5a2-49cd-b006-9d763db885e2","tenant":"ai-tenant-e2e-inf-a-db100e/default-tenant","tenantID":"e2e-inf-a-db100e","subscriptionNamespace":"ai-tenant-e2e-inf-a-db100e","gatewayName":"e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:16:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-db100e","deploymentName":"maas-api-e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:16:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-db100e","deploymentName":"maas-api-e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:16:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-db100e","deploymentName":"maas-api-e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:16:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-db100e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-db100e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-db100e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-db100e"},"tenantIdentifier":"e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:16:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-db100e","deploymentName":"maas-api-e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:16:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-db100e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-db100e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-db100e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-db100e"},"tenantIdentifier":"e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:16:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-db100e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-db100e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-db100e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-db100e"},"tenantIdentifier":"e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:16:59Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db100e-auth","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e-auth","reconcileID":"42caeaef-7e4b-4664-9e6c-96a1ff01be11","MaaSAuthPolicy":{"name":"test-model-db100e-auth","namespace":"ai-tenant-e2e-inf-a-db100e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-db100e","tenantID":"e2e-inf-a-db100e","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T20:16:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-db100e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-db100e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-db100e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-db100e"},"tenantIdentifier":"e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:16:59Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"default-tenant","reconcileID":"4d4b29ae-314c-4f1a-b266-c36a484bedb5","tenant":"ai-tenant-e2e-inf-a-db100e/default-tenant","tenantID":"e2e-inf-a-db100e","subscriptionNamespace":"ai-tenant-e2e-inf-a-db100e","gatewayName":"e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:16:59Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db100e-auth","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e-auth","reconcileID":"42caeaef-7e4b-4664-9e6c-96a1ff01be11"} {"level":"info","ts":"2026-07-08T20:16:59Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db100e-auth","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e-auth","reconcileID":"42caeaef-7e4b-4664-9e6c-96a1ff01be11","MaaSAuthPolicy":{"name":"test-model-db100e-auth","namespace":"ai-tenant-e2e-inf-a-db100e"},"name":"e2e-inf-a-db100e-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T20:16:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-db100e","deploymentName":"maas-api-e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:16:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-db100e","deploymentName":"maas-api-e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:16:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-db100e","deploymentName":"maas-api-e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:16:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-db100e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-db100e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-db100e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-db100e"},"tenantIdentifier":"e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:16:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-db100e","deploymentName":"maas-api-e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:17:02Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db100e-sub","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e-sub","reconcileID":"37a16c31-c7f8-488e-8536-5da02ce285dd","MaaSSubscription":{"name":"test-model-db100e-sub","namespace":"ai-tenant-e2e-inf-a-db100e"},"name":"maas-trlp-test-model-db100e","model":"ai-tenant-e2e-inf-a-db100e/test-model-db100e","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:17:02Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e","reconcileID":"b0ec409b-aabe-4b4a-ae8f-641969d25426","MaaSModelRef":{"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"},"routeName":"test-model-db100e-kserve-route","namespace":"ai-tenant-e2e-inf-a-db100e","llmisvcName":"test-model-db100e","gateway":"openshift-ingress/e2e-inf-a-db100e","hostnames":[]} {"level":"info","ts":"2026-07-08T20:17:02Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e","reconcileID":"343d83b5-9d1e-4ab8-816e-7163ed156a09","MaaSModelRef":{"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"},"routeName":"test-model-db100e-kserve-route","namespace":"ai-tenant-e2e-inf-a-db100e","llmisvcName":"test-model-db100e","gateway":"openshift-ingress/e2e-inf-a-db100e","hostnames":[]} {"level":"info","ts":"2026-07-08T20:17:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-db100e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-db100e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-db100e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-db100e"},"tenantIdentifier":"e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:17:02Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db100e-auth","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e-auth","reconcileID":"fea871ed-2c84-412c-a83c-787c7178e989","MaaSAuthPolicy":{"name":"test-model-db100e-auth","namespace":"ai-tenant-e2e-inf-a-db100e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-db100e","tenantID":"e2e-inf-a-db100e","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T20:17:02Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db100e-sub","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e-sub","reconcileID":"97a0b5b1-cb5c-4e68-84b9-a1638a70e5ff","MaaSSubscription":{"name":"test-model-db100e-sub","namespace":"ai-tenant-e2e-inf-a-db100e"},"name":"maas-trlp-test-model-db100e","model":"ai-tenant-e2e-inf-a-db100e/test-model-db100e","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:17:02Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db100e-auth","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e-auth","reconcileID":"fea871ed-2c84-412c-a83c-787c7178e989"} {"level":"info","ts":"2026-07-08T20:17:02Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db100e-auth","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e-auth","reconcileID":"fea871ed-2c84-412c-a83c-787c7178e989","MaaSAuthPolicy":{"name":"test-model-db100e-auth","namespace":"ai-tenant-e2e-inf-a-db100e"},"name":"e2e-inf-a-db100e-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T20:17:04Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e","reconcileID":"e981c73c-2e3b-4f7b-8b96-97ace23575e2","MaaSModelRef":{"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"},"routeName":"test-model-db100e-kserve-route","namespace":"ai-tenant-e2e-inf-a-db100e","llmisvcName":"test-model-db100e","gateway":"openshift-ingress/e2e-inf-a-db100e","hostnames":[]} {"level":"info","ts":"2026-07-08T20:17:04Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-db100e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-db100e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-db100e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-db100e"},"tenantIdentifier":"e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:17:04Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db100e-auth","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e-auth","reconcileID":"2b3c138c-0d36-4c33-8c98-6eb780517475","MaaSAuthPolicy":{"name":"test-model-db100e-auth","namespace":"ai-tenant-e2e-inf-a-db100e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-db100e","tenantID":"e2e-inf-a-db100e","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T20:17:04Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db100e-sub","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e-sub","reconcileID":"8a566ad8-16ab-4689-8d1e-12bb8f07d0d2","MaaSSubscription":{"name":"test-model-db100e-sub","namespace":"ai-tenant-e2e-inf-a-db100e"},"name":"maas-trlp-test-model-db100e","model":"ai-tenant-e2e-inf-a-db100e/test-model-db100e","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:17:04Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db100e-auth","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e-auth","reconcileID":"2b3c138c-0d36-4c33-8c98-6eb780517475"} {"level":"info","ts":"2026-07-08T20:17:04Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db100e-auth","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e-auth","reconcileID":"2b3c138c-0d36-4c33-8c98-6eb780517475","MaaSAuthPolicy":{"name":"test-model-db100e-auth","namespace":"ai-tenant-e2e-inf-a-db100e"},"name":"e2e-inf-a-db100e-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T20:17:05Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-4eb9fe/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-4eb9fe","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-4eb9fe","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"tenantIdentifier":"e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:17:05Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-4eb9fe/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-4eb9fe","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-4eb9fe","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"tenantIdentifier":"e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:17:05Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"default-tenant","reconcileID":"d08a64ab-255f-41ee-8c24-f37afa901147","tenant":"ai-tenant-e2e-inf-b-4eb9fe/default-tenant","tenantID":"e2e-inf-b-4eb9fe","subscriptionNamespace":"ai-tenant-e2e-inf-b-4eb9fe","gatewayName":"e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:17:05Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-4eb9fe","deploymentName":"maas-api-e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:17:05Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-4eb9fe","deploymentName":"maas-api-e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:17:05Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-4eb9fe","deploymentName":"maas-api-e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:17:06Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-4eb9fe/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-4eb9fe","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-4eb9fe","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"tenantIdentifier":"e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:17:06Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-4eb9fe","deploymentName":"maas-api-e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:17:06Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-4eb9fe/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-4eb9fe","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-4eb9fe","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"tenantIdentifier":"e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:17:06Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-4eb9fe/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-4eb9fe","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-4eb9fe","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"tenantIdentifier":"e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:17:06Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"default-tenant","reconcileID":"a7c39bb2-aa3f-47c2-bdaf-f6d63e541f8e","tenant":"ai-tenant-e2e-inf-b-4eb9fe/default-tenant","tenantID":"e2e-inf-b-4eb9fe","subscriptionNamespace":"ai-tenant-e2e-inf-b-4eb9fe","gatewayName":"e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:17:06Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-4eb9fe","deploymentName":"maas-api-e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:17:06Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-4eb9fe","deploymentName":"maas-api-e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:17:06Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-4eb9fe","deploymentName":"maas-api-e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:17:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-4eb9fe/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-4eb9fe","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-4eb9fe","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"tenantIdentifier":"e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:17:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-4eb9fe","deploymentName":"maas-api-e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:17:09Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"26f3455e-9619-45fe-b22d-d888ea229ea8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:17:09Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ff2abced-77e7-401b-87e7-69b919046235","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:17:09Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db100e-sub","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e-sub","reconcileID":"288793a6-4c5a-47cd-ac94-8c2c5679185f","MaaSSubscription":{"name":"test-model-db100e-sub","namespace":"ai-tenant-e2e-inf-a-db100e"},"name":"maas-trlp-test-model-db100e","model":"ai-tenant-e2e-inf-a-db100e/test-model-db100e","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:17:12Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T20:17:12Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T20:17:21Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe","reconcileID":"fbb04156-f405-4d30-af59-ffdada4b18da","MaaSModelRef":{"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"routeName":"test-model-4eb9fe-kserve-route","namespace":"ai-tenant-e2e-inf-b-4eb9fe","llmisvcName":"test-model-4eb9fe","gateway":"openshift-ingress/e2e-inf-b-4eb9fe","hostnames":[]} {"level":"info","ts":"2026-07-08T20:17:21Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe","reconcileID":"d5df5986-9d4a-495a-b9d7-eae6953171c8","MaaSModelRef":{"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"routeName":"test-model-4eb9fe-kserve-route","namespace":"ai-tenant-e2e-inf-b-4eb9fe","llmisvcName":"test-model-4eb9fe","gateway":"openshift-ingress/e2e-inf-b-4eb9fe","hostnames":[]} {"level":"info","ts":"2026-07-08T20:17:21Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe","reconcileID":"9cc23d56-1649-4a82-93d0-1c8b76297713","MaaSModelRef":{"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"routeName":"test-model-4eb9fe-kserve-route","namespace":"ai-tenant-e2e-inf-b-4eb9fe","llmisvcName":"test-model-4eb9fe","gateway":"openshift-ingress/e2e-inf-b-4eb9fe","hostnames":[]} {"level":"info","ts":"2026-07-08T20:17:21Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e","reconcileID":"5d451bd5-29ed-43df-814b-48dc108f1129","MaaSModelRef":{"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"},"routeName":"test-model-db100e-kserve-route","namespace":"ai-tenant-e2e-inf-a-db100e","llmisvcName":"test-model-db100e","gateway":"openshift-ingress/e2e-inf-a-db100e","hostnames":[]} {"level":"info","ts":"2026-07-08T20:17:21Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe","reconcileID":"d3fbcbe2-8e82-486c-bf5f-353caca6ccd1","MaaSModelRef":{"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"routeName":"test-model-4eb9fe-kserve-route","namespace":"ai-tenant-e2e-inf-b-4eb9fe","llmisvcName":"test-model-4eb9fe","gateway":"openshift-ingress/e2e-inf-b-4eb9fe","hostnames":[]} {"level":"info","ts":"2026-07-08T20:17:21Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4eb9fe-sub","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe-sub","reconcileID":"49460ca5-48f1-47eb-8742-e83899765f73","MaaSSubscription":{"name":"test-model-4eb9fe-sub","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"name":"maas-trlp-test-model-4eb9fe","model":"test-model-4eb9fe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-4eb9fe/test-model-4eb9fe-sub"]} {"level":"info","ts":"2026-07-08T20:17:21Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe","reconcileID":"ce0c7678-aa88-44f4-8eb8-1aea2ba6d202","MaaSModelRef":{"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"routeName":"test-model-4eb9fe-kserve-route","namespace":"ai-tenant-e2e-inf-b-4eb9fe","llmisvcName":"test-model-4eb9fe","gateway":"openshift-ingress/e2e-inf-b-4eb9fe","hostnames":[]} {"level":"info","ts":"2026-07-08T20:17:21Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4eb9fe-sub","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe-sub","reconcileID":"9790cb5f-d428-4e7c-81df-fd97c72c908d","MaaSSubscription":{"name":"test-model-4eb9fe-sub","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"name":"maas-trlp-test-model-4eb9fe","model":"ai-tenant-e2e-inf-b-4eb9fe/test-model-4eb9fe","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:17:21Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe","reconcileID":"38601f9c-2cd4-4e6d-875a-0c4036d856b6","MaaSModelRef":{"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"routeName":"test-model-4eb9fe-kserve-route","namespace":"ai-tenant-e2e-inf-b-4eb9fe","llmisvcName":"test-model-4eb9fe","gateway":"openshift-ingress/e2e-inf-b-4eb9fe","hostnames":[]} {"level":"info","ts":"2026-07-08T20:17:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-4eb9fe/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-4eb9fe","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-4eb9fe","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"tenantIdentifier":"e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:17:21Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe","reconcileID":"4b8f11f1-0a4f-482c-ad5c-246357849890","MaaSModelRef":{"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"routeName":"test-model-4eb9fe-kserve-route","namespace":"ai-tenant-e2e-inf-b-4eb9fe","llmisvcName":"test-model-4eb9fe","gateway":"openshift-ingress/e2e-inf-b-4eb9fe","hostnames":[]} {"level":"info","ts":"2026-07-08T20:17:21Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4eb9fe-auth","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe-auth","reconcileID":"d80728a8-154e-47ba-8a3f-2908917d3b97","MaaSAuthPolicy":{"name":"test-model-4eb9fe-auth","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4eb9fe","tenantID":"e2e-inf-b-4eb9fe","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T20:17:21Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4eb9fe-sub","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe-sub","reconcileID":"2e32f51f-f43e-441d-b8e9-614703031836","MaaSSubscription":{"name":"test-model-4eb9fe-sub","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"name":"maas-trlp-test-model-4eb9fe","model":"ai-tenant-e2e-inf-b-4eb9fe/test-model-4eb9fe","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:17:21Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4eb9fe-auth","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe-auth","reconcileID":"d80728a8-154e-47ba-8a3f-2908917d3b97"} {"level":"info","ts":"2026-07-08T20:17:21Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4eb9fe-auth","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe-auth","reconcileID":"d80728a8-154e-47ba-8a3f-2908917d3b97","MaaSAuthPolicy":{"name":"test-model-4eb9fe-auth","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"name":"e2e-inf-b-4eb9fe-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T20:17:21Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe","reconcileID":"a1e72851-3def-435c-ad89-04f2ada25b42","MaaSModelRef":{"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"routeName":"test-model-4eb9fe-kserve-route","namespace":"ai-tenant-e2e-inf-b-4eb9fe","llmisvcName":"test-model-4eb9fe","gateway":"openshift-ingress/e2e-inf-b-4eb9fe","hostnames":[]} {"level":"info","ts":"2026-07-08T20:17:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-4eb9fe/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-4eb9fe","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-4eb9fe","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"tenantIdentifier":"e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:17:21Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4eb9fe-auth","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe-auth","reconcileID":"a013ceb7-ce5e-4834-a984-ff54201af139","MaaSAuthPolicy":{"name":"test-model-4eb9fe-auth","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4eb9fe","tenantID":"e2e-inf-b-4eb9fe","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T20:17:21Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4eb9fe-auth","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe-auth","reconcileID":"a013ceb7-ce5e-4834-a984-ff54201af139"} {"level":"info","ts":"2026-07-08T20:17:21Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4eb9fe-auth","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe-auth","reconcileID":"a013ceb7-ce5e-4834-a984-ff54201af139","MaaSAuthPolicy":{"name":"test-model-4eb9fe-auth","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"name":"e2e-inf-b-4eb9fe-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T20:17:26Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4eb9fe-sub","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe-sub","reconcileID":"fb1c6307-a184-4f11-9a32-26981e72f9f2","MaaSSubscription":{"name":"test-model-4eb9fe-sub","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"name":"maas-trlp-test-model-4eb9fe","model":"ai-tenant-e2e-inf-b-4eb9fe/test-model-4eb9fe","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:17:26Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe","reconcileID":"dc129fb4-89d2-4c73-8e67-ee983c994103","MaaSModelRef":{"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"routeName":"test-model-4eb9fe-kserve-route","namespace":"ai-tenant-e2e-inf-b-4eb9fe","llmisvcName":"test-model-4eb9fe","gateway":"openshift-ingress/e2e-inf-b-4eb9fe","hostnames":[]} {"level":"info","ts":"2026-07-08T20:17:26Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db100e-sub","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e-sub","reconcileID":"c34634e6-a4a1-4262-8cc4-17698b625daa","MaaSSubscription":{"name":"test-model-db100e-sub","namespace":"ai-tenant-e2e-inf-a-db100e"},"name":"maas-trlp-test-model-db100e","model":"ai-tenant-e2e-inf-a-db100e/test-model-db100e","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:17:26Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"192e8f30-0a40-484c-b4bd-3e05014348bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:17:26Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"050be61b-e3cb-474f-a295-5a95e4950086","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:17:27Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe","reconcileID":"3755ef36-6aeb-4023-8401-1b872cfaee12","MaaSModelRef":{"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"routeName":"test-model-4eb9fe-kserve-route","namespace":"ai-tenant-e2e-inf-b-4eb9fe","llmisvcName":"test-model-4eb9fe","gateway":"openshift-ingress/e2e-inf-b-4eb9fe","hostnames":[]} {"level":"info","ts":"2026-07-08T20:17:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-4eb9fe/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-4eb9fe","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-4eb9fe","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"tenantIdentifier":"e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:17:27Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4eb9fe-auth","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe-auth","reconcileID":"5f6a26a3-a3c9-4c88-a786-269057d62fbc","MaaSAuthPolicy":{"name":"test-model-4eb9fe-auth","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4eb9fe","tenantID":"e2e-inf-b-4eb9fe","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T20:17:27Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4eb9fe-sub","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe-sub","reconcileID":"133a149d-77d9-4c3b-b3df-9d9483ee2e7b","MaaSSubscription":{"name":"test-model-4eb9fe-sub","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"name":"maas-trlp-test-model-4eb9fe","model":"ai-tenant-e2e-inf-b-4eb9fe/test-model-4eb9fe","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:17:27Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4eb9fe-auth","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe-auth","reconcileID":"5f6a26a3-a3c9-4c88-a786-269057d62fbc"} {"level":"info","ts":"2026-07-08T20:17:27Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4eb9fe-auth","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe-auth","reconcileID":"5f6a26a3-a3c9-4c88-a786-269057d62fbc","MaaSAuthPolicy":{"name":"test-model-4eb9fe-auth","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"name":"e2e-inf-b-4eb9fe-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T20:17:29Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe","reconcileID":"e38f72f3-81b6-462d-88b9-4d9508866c64","MaaSModelRef":{"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"routeName":"test-model-4eb9fe-kserve-route","namespace":"ai-tenant-e2e-inf-b-4eb9fe","llmisvcName":"test-model-4eb9fe","gateway":"openshift-ingress/e2e-inf-b-4eb9fe","hostnames":[]} {"level":"info","ts":"2026-07-08T20:17:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-4eb9fe/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-4eb9fe","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-4eb9fe","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"tenantIdentifier":"e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:17:29Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4eb9fe-auth","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe-auth","reconcileID":"0c35ef15-7fc9-4296-a8cf-2c15327e54ab","MaaSAuthPolicy":{"name":"test-model-4eb9fe-auth","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4eb9fe","tenantID":"e2e-inf-b-4eb9fe","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T20:17:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4eb9fe-sub","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe-sub","reconcileID":"140033af-6936-4b2a-964a-7545bbbbfdd8","MaaSSubscription":{"name":"test-model-4eb9fe-sub","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"name":"maas-trlp-test-model-4eb9fe","model":"ai-tenant-e2e-inf-b-4eb9fe/test-model-4eb9fe","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:17:29Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4eb9fe-auth","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe-auth","reconcileID":"0c35ef15-7fc9-4296-a8cf-2c15327e54ab"} {"level":"info","ts":"2026-07-08T20:17:29Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4eb9fe-auth","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe-auth","reconcileID":"0c35ef15-7fc9-4296-a8cf-2c15327e54ab","MaaSAuthPolicy":{"name":"test-model-4eb9fe-auth","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"name":"e2e-inf-b-4eb9fe-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T20:17:36Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-db100e-auth","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e-auth","reconcileID":"c0729b5b-3935-42b5-aabb-7ca6779c0249","MaaSAuthPolicy":{"name":"test-model-db100e-auth","namespace":"ai-tenant-e2e-inf-a-db100e"},"model":"ai-tenant-e2e-inf-a-db100e/test-model-db100e"} {"level":"info","ts":"2026-07-08T20:17:36Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e","reconcileID":"1c385d84-714b-4574-ab36-355332ea0103","MaaSModelRef":{"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"},"routeName":"test-model-db100e-kserve-route","namespace":"ai-tenant-e2e-inf-a-db100e","llmisvcName":"test-model-db100e","gateway":"openshift-ingress/e2e-inf-a-db100e","hostnames":[]} {"level":"info","ts":"2026-07-08T20:17:36Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e","reconcileID":"7e8773ad-5854-4744-9ee4-1b1e4ecff5c1","MaaSModelRef":{"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"},"routeName":"test-model-db100e-kserve-route","namespace":"ai-tenant-e2e-inf-a-db100e","llmisvcName":"test-model-db100e","gateway":"openshift-ingress/e2e-inf-a-db100e","hostnames":[]} {"level":"info","ts":"2026-07-08T20:17:36Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db100e-sub","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e-sub","reconcileID":"66673e85-5a03-420c-86f0-725cf2cd5abe","MaaSSubscription":{"name":"test-model-db100e-sub","namespace":"ai-tenant-e2e-inf-a-db100e"},"name":"maas-trlp-test-model-db100e","model":"ai-tenant-e2e-inf-a-db100e/test-model-db100e","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:17:36Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db100e-sub","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e-sub","reconcileID":"4923d121-2ab4-4244-92d0-49077a6b1f97","MaaSSubscription":{"name":"test-model-db100e-sub","namespace":"ai-tenant-e2e-inf-a-db100e"},"name":"maas-trlp-test-model-db100e","model":"ai-tenant-e2e-inf-a-db100e/test-model-db100e","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:17:36Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"173ba87d-1385-4c4c-998a-633ab7b92bc2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:17:37Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db100e-sub","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e-sub","reconcileID":"2636f25e-0e28-45c5-aab9-888f259a73ff","MaaSSubscription":{"name":"test-model-db100e-sub","namespace":"ai-tenant-e2e-inf-a-db100e"},"model":"ai-tenant-e2e-inf-a-db100e/test-model-db100e","subscription":"test-model-db100e-sub"} {"level":"info","ts":"2026-07-08T20:17:37Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e","reconcileID":"39acc429-212c-40a7-b315-2b771736c12c","MaaSModelRef":{"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"},"routeName":"test-model-db100e-kserve-route","namespace":"ai-tenant-e2e-inf-a-db100e","llmisvcName":"test-model-db100e","gateway":"openshift-ingress/e2e-inf-a-db100e","hostnames":[]} {"level":"info","ts":"2026-07-08T20:17:37Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db100e-sub","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e-sub","reconcileID":"2636f25e-0e28-45c5-aab9-888f259a73ff","MaaSSubscription":{"name":"test-model-db100e-sub","namespace":"ai-tenant-e2e-inf-a-db100e"},"model":"ai-tenant-e2e-inf-a-db100e/test-model-db100e"} {"level":"info","ts":"2026-07-08T20:17:37Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-db100e-sub","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e-sub","reconcileID":"2636f25e-0e28-45c5-aab9-888f259a73ff","MaaSSubscription":{"name":"test-model-db100e-sub","namespace":"ai-tenant-e2e-inf-a-db100e"},"name":"maas-trlp-test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e","model":"ai-tenant-e2e-inf-a-db100e/test-model-db100e"} {"level":"info","ts":"2026-07-08T20:17:37Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"test-model-db100e","reconcileID":"08a439f8-e34f-4b7e-b192-b16652aa9b3d","MaaSModelRef":{"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"},"routeName":"test-model-db100e-kserve-route","namespace":"ai-tenant-e2e-inf-a-db100e","llmisvcName":"test-model-db100e","gateway":"openshift-ingress/e2e-inf-a-db100e","hostnames":[]} {"level":"info","ts":"2026-07-08T20:17:37Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b48b0925-fc3e-44f3-b0e0-a67930e3cc84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:17:37Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4eb9fe-auth","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe-auth","reconcileID":"729df770-ae86-442b-81b4-485571e708d6","MaaSAuthPolicy":{"name":"test-model-4eb9fe-auth","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"model":"ai-tenant-e2e-inf-b-4eb9fe/test-model-4eb9fe"} {"level":"info","ts":"2026-07-08T20:17:37Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe","reconcileID":"79338a29-db77-48d1-a929-9b775641ed01","MaaSModelRef":{"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"routeName":"test-model-4eb9fe-kserve-route","namespace":"ai-tenant-e2e-inf-b-4eb9fe","llmisvcName":"test-model-4eb9fe","gateway":"openshift-ingress/e2e-inf-b-4eb9fe","hostnames":[]} {"level":"info","ts":"2026-07-08T20:17:37Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4eb9fe-sub","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe-sub","reconcileID":"5e58d1db-1c02-4a73-9b76-bd1f86bad09c","MaaSSubscription":{"name":"test-model-4eb9fe-sub","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"name":"maas-trlp-test-model-4eb9fe","model":"ai-tenant-e2e-inf-b-4eb9fe/test-model-4eb9fe","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:17:37Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4eb9fe-auth","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe-auth","reconcileID":"9675b533-8478-43c9-ac46-7ecd0f16b158","MaaSAuthPolicy":{"name":"test-model-4eb9fe-auth","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"model":"ai-tenant-e2e-inf-b-4eb9fe/test-model-4eb9fe"} {"level":"info","ts":"2026-07-08T20:17:37Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe","reconcileID":"ebcc1fc3-64af-4357-a16b-2d73272b1067","MaaSModelRef":{"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"routeName":"test-model-4eb9fe-kserve-route","namespace":"ai-tenant-e2e-inf-b-4eb9fe","llmisvcName":"test-model-4eb9fe","gateway":"openshift-ingress/e2e-inf-b-4eb9fe","hostnames":[]} {"level":"info","ts":"2026-07-08T20:17:37Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4eb9fe-sub","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe-sub","reconcileID":"7db821e9-8455-4bd0-934c-01abb6deb250","MaaSSubscription":{"name":"test-model-4eb9fe-sub","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"name":"maas-trlp-test-model-4eb9fe","model":"ai-tenant-e2e-inf-b-4eb9fe/test-model-4eb9fe","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:17:37Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4eb9fe-sub","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe-sub","reconcileID":"5da8f352-56bf-4f0e-b0b5-c59c531edd35","MaaSSubscription":{"name":"test-model-4eb9fe-sub","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"model":"ai-tenant-e2e-inf-b-4eb9fe/test-model-4eb9fe","subscription":"test-model-4eb9fe-sub"} {"level":"info","ts":"2026-07-08T20:17:37Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe","reconcileID":"bdd1ad41-3639-4bdf-a146-9b633c437660","MaaSModelRef":{"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"routeName":"test-model-4eb9fe-kserve-route","namespace":"ai-tenant-e2e-inf-b-4eb9fe","llmisvcName":"test-model-4eb9fe","gateway":"openshift-ingress/e2e-inf-b-4eb9fe","hostnames":[]} {"level":"info","ts":"2026-07-08T20:17:37Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4eb9fe-sub","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe-sub","reconcileID":"5da8f352-56bf-4f0e-b0b5-c59c531edd35","MaaSSubscription":{"name":"test-model-4eb9fe-sub","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"model":"ai-tenant-e2e-inf-b-4eb9fe/test-model-4eb9fe"} {"level":"info","ts":"2026-07-08T20:17:37Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4eb9fe-sub","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe-sub","reconcileID":"5da8f352-56bf-4f0e-b0b5-c59c531edd35","MaaSSubscription":{"name":"test-model-4eb9fe-sub","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"name":"maas-trlp-test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe","model":"ai-tenant-e2e-inf-b-4eb9fe/test-model-4eb9fe"} {"level":"info","ts":"2026-07-08T20:17:37Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe","reconcileID":"17368597-d4c5-47e7-8496-f3146e831eae","MaaSModelRef":{"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"routeName":"test-model-4eb9fe-kserve-route","namespace":"ai-tenant-e2e-inf-b-4eb9fe","llmisvcName":"test-model-4eb9fe","gateway":"openshift-ingress/e2e-inf-b-4eb9fe","hostnames":[]} {"level":"error","ts":"2026-07-08T20:17:37Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4eb9fe-auth","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"test-model-4eb9fe-auth","reconcileID":"9675b533-8478-43c9-ac46-7ecd0f16b158","error":"maasauthpolicies.maas.opendatahub.io \"test-model-4eb9fe-auth\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T20:17:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-db100e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-db100e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-db100e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-db100e"},"tenantIdentifier":"e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:17:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-db100e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-db100e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-db100e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-db100e"},"tenantIdentifier":"e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:17:38Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"default-tenant","reconcileID":"52324df0-a7ce-4573-b6a4-7dfc8fdd0b9e","tenant":"ai-tenant-e2e-inf-a-db100e/default-tenant","tenantID":"e2e-inf-a-db100e","subscriptionNamespace":"ai-tenant-e2e-inf-a-db100e","gatewayName":"e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:17:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-db100e","deploymentName":"maas-api-e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:17:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-db100e","deploymentName":"maas-api-e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:17:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-db100e","deploymentName":"maas-api-e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:17:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-db100e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-db100e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-db100e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-db100e"},"tenantIdentifier":"e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:17:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-db100e","deploymentName":"maas-api-e2e-inf-a-db100e"} {"level":"error","ts":"2026-07-08T20:17:39Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"default-tenant","reconcileID":"52324df0-a7ce-4573-b6a4-7dfc8fdd0b9e","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T20:17:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-db100e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-db100e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-db100e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-db100e"},"tenantIdentifier":"e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:17:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-db100e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-db100e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-db100e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-db100e"},"tenantIdentifier":"e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:17:39Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"default-tenant","reconcileID":"b6f2079d-a766-47b4-975b-ea929a0f0f43","namespace":"ai-tenant-e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:17:39Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"default-tenant","reconcileID":"b6f2079d-a766-47b4-975b-ea929a0f0f43","count":0} {"level":"info","ts":"2026-07-08T20:17:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-db100e/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-db100e","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-db100e","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-db100e"},"tenantIdentifier":"e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:17:39Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"default-tenant","reconcileID":"b6f2079d-a766-47b4-975b-ea929a0f0f43","tenant":"e2e-inf-a-db100e","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T20:17:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-db100e","deploymentName":"maas-api-e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:17:39Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"default-tenant","reconcileID":"b6f2079d-a766-47b4-975b-ea929a0f0f43","gvk":"Deployment","name":"maas-api-e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:17:39Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"default-tenant","reconcileID":"b6f2079d-a766-47b4-975b-ea929a0f0f43","gvk":"Service","name":"maas-api-e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:17:39Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"default-tenant","reconcileID":"b6f2079d-a766-47b4-975b-ea929a0f0f43","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:17:39Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-db100e"},"namespace":"ai-tenant-e2e-inf-a-db100e","name":"default-tenant","reconcileID":"b6f2079d-a766-47b4-975b-ea929a0f0f43","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-db100e"} {"level":"info","ts":"2026-07-08T20:17:42Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T20:17:42Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T20:17:44Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a97695d7-13c9-4712-aa21-460bb7a3ac13","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:17:44Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"98ca0215-7ba8-4f35-a35c-06b81a4011a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:17:52Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8a39d4f8-17ef-4d0c-bb3d-44fad8c88035","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:17:52Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"af2ac3c6-c995-4b15-b17b-58d9098edb09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:18:12Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T20:18:12Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T20:18:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-4eb9fe/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-4eb9fe","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-4eb9fe","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"tenantIdentifier":"e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:18:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-4eb9fe/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-4eb9fe","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-4eb9fe","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"tenantIdentifier":"e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:18:21Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"default-tenant","reconcileID":"63dadb62-8566-43fb-9041-5e9f5e20ab86","tenant":"ai-tenant-e2e-inf-b-4eb9fe/default-tenant","tenantID":"e2e-inf-b-4eb9fe","subscriptionNamespace":"ai-tenant-e2e-inf-b-4eb9fe","gatewayName":"e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:18:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-4eb9fe","deploymentName":"maas-api-e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:18:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-4eb9fe","deploymentName":"maas-api-e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:18:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-4eb9fe","deploymentName":"maas-api-e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:18:22Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-4eb9fe/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-4eb9fe","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-4eb9fe","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"tenantIdentifier":"e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:18:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-4eb9fe","deploymentName":"maas-api-e2e-inf-b-4eb9fe"} {"level":"error","ts":"2026-07-08T20:18:22Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"default-tenant","reconcileID":"63dadb62-8566-43fb-9041-5e9f5e20ab86","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T20:18:22Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-4eb9fe/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-4eb9fe","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-4eb9fe","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"tenantIdentifier":"e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:18:22Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-4eb9fe/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-4eb9fe","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-4eb9fe","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"tenantIdentifier":"e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:18:22Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"default-tenant","reconcileID":"22f71e43-6b0e-4620-8d17-b789b4174e25","namespace":"ai-tenant-e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:18:22Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"default-tenant","reconcileID":"22f71e43-6b0e-4620-8d17-b789b4174e25","count":0} {"level":"info","ts":"2026-07-08T20:18:22Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-4eb9fe/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-4eb9fe","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-4eb9fe","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"tenantIdentifier":"e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:18:22Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"default-tenant","reconcileID":"22f71e43-6b0e-4620-8d17-b789b4174e25","tenant":"e2e-inf-b-4eb9fe","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T20:18:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-4eb9fe","deploymentName":"maas-api-e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:18:22Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"default-tenant","reconcileID":"22f71e43-6b0e-4620-8d17-b789b4174e25","gvk":"Deployment","name":"maas-api-e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:18:22Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"default-tenant","reconcileID":"22f71e43-6b0e-4620-8d17-b789b4174e25","gvk":"Service","name":"maas-api-e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:18:22Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"default-tenant","reconcileID":"22f71e43-6b0e-4620-8d17-b789b4174e25","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:18:22Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4eb9fe"},"namespace":"ai-tenant-e2e-inf-b-4eb9fe","name":"default-tenant","reconcileID":"22f71e43-6b0e-4620-8d17-b789b4174e25","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-4eb9fe"} {"level":"info","ts":"2026-07-08T20:18:25Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1ec4cade-ae6f-4ee7-8eec-eaaefb8cdf87","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:18:25Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"17f64f0c-cb70-4403-bc1d-582d5fdafc39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:18:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-85eb30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-85eb30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-85eb30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-85eb30"},"tenantIdentifier":"e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-85eb30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-85eb30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-85eb30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-85eb30"},"tenantIdentifier":"e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:31Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85eb30"},"namespace":"ai-tenant-e2e-api-a-85eb30","name":"default-tenant","reconcileID":"d77fe9c4-aadf-42d5-836d-078b8d38b619","tenant":"ai-tenant-e2e-api-a-85eb30/default-tenant","tenantID":"e2e-api-a-85eb30","subscriptionNamespace":"ai-tenant-e2e-api-a-85eb30","gatewayName":"e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-85eb30","deploymentName":"maas-api-e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-85eb30","deploymentName":"maas-api-e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-85eb30","deploymentName":"maas-api-e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-85eb30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-85eb30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-85eb30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-85eb30"},"tenantIdentifier":"e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-85eb30","deploymentName":"maas-api-e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-85eb30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-85eb30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-85eb30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-85eb30"},"tenantIdentifier":"e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-85eb30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-85eb30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-85eb30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-85eb30"},"tenantIdentifier":"e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:32Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85eb30"},"namespace":"ai-tenant-e2e-api-a-85eb30","name":"default-tenant","reconcileID":"ba891084-50fc-404e-95c0-caf4419d299d","tenant":"ai-tenant-e2e-api-a-85eb30/default-tenant","tenantID":"e2e-api-a-85eb30","subscriptionNamespace":"ai-tenant-e2e-api-a-85eb30","gatewayName":"e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-85eb30","deploymentName":"maas-api-e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-85eb30","deploymentName":"maas-api-e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-85eb30","deploymentName":"maas-api-e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:32Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ceef50cf-7bd2-4d47-9f29-6a43922911ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:18:32Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ac3b6240-fda2-444f-b9de-eb38962db6af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:18:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-85eb30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-85eb30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-85eb30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-85eb30"},"tenantIdentifier":"e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-85eb30","deploymentName":"maas-api-e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-85eb30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-85eb30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-85eb30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-85eb30"},"tenantIdentifier":"e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-85eb30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-85eb30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-85eb30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-85eb30"},"tenantIdentifier":"e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:32Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85eb30"},"namespace":"ai-tenant-e2e-api-a-85eb30","name":"default-tenant","reconcileID":"e5a80dfa-da4d-45d9-ad46-9d9edf1bb80e","tenant":"ai-tenant-e2e-api-a-85eb30/default-tenant","tenantID":"e2e-api-a-85eb30","subscriptionNamespace":"ai-tenant-e2e-api-a-85eb30","gatewayName":"e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-85eb30","deploymentName":"maas-api-e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-85eb30","deploymentName":"maas-api-e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-85eb30","deploymentName":"maas-api-e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-85eb30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-85eb30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-85eb30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-85eb30"},"tenantIdentifier":"e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-85eb30","deploymentName":"maas-api-e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:36Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb8d027d-b7ee-407a-a201-665724b17da1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T20:18:36Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6cf171d-a180-4cb6-9faa-998274837384","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T20:18:36Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-85eb30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-85eb30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-85eb30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-85eb30"},"tenantIdentifier":"e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:36Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85eb30-policy","namespace":"ai-tenant-e2e-api-a-85eb30"},"namespace":"ai-tenant-e2e-api-a-85eb30","name":"e2e-e2e-api-a-85eb30-policy","reconcileID":"5f3749ea-4c0d-48ca-a9de-8759a280b9c4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85eb30-policy","namespace":"ai-tenant-e2e-api-a-85eb30"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-85eb30","tenantID":"e2e-api-a-85eb30","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T20:18:36Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85eb30-policy","namespace":"ai-tenant-e2e-api-a-85eb30"},"namespace":"ai-tenant-e2e-api-a-85eb30","name":"e2e-e2e-api-a-85eb30-policy","reconcileID":"5f3749ea-4c0d-48ca-a9de-8759a280b9c4"} {"level":"info","ts":"2026-07-08T20:18:36Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85eb30-policy","namespace":"ai-tenant-e2e-api-a-85eb30"},"namespace":"ai-tenant-e2e-api-a-85eb30","name":"e2e-e2e-api-a-85eb30-policy","reconcileID":"5f3749ea-4c0d-48ca-a9de-8759a280b9c4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85eb30-policy","namespace":"ai-tenant-e2e-api-a-85eb30"},"name":"e2e-api-a-85eb30-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T20:18:36Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e421475-946a-4a02-84d7-14677c5f090c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T20:18:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-27cd6d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-27cd6d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-27cd6d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-27cd6d"},"tenantIdentifier":"e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-27cd6d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-27cd6d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-27cd6d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-27cd6d"},"tenantIdentifier":"e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:39Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27cd6d"},"namespace":"ai-tenant-e2e-api-b-27cd6d","name":"default-tenant","reconcileID":"a13e3e23-b0d5-42c0-908b-b54adf96cad4","tenant":"ai-tenant-e2e-api-b-27cd6d/default-tenant","tenantID":"e2e-api-b-27cd6d","subscriptionNamespace":"ai-tenant-e2e-api-b-27cd6d","gatewayName":"e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-27cd6d","deploymentName":"maas-api-e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-27cd6d","deploymentName":"maas-api-e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-27cd6d","deploymentName":"maas-api-e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-27cd6d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-27cd6d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-27cd6d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-27cd6d"},"tenantIdentifier":"e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-27cd6d","deploymentName":"maas-api-e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-27cd6d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-27cd6d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-27cd6d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-27cd6d"},"tenantIdentifier":"e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-27cd6d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-27cd6d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-27cd6d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-27cd6d"},"tenantIdentifier":"e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:40Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27cd6d"},"namespace":"ai-tenant-e2e-api-b-27cd6d","name":"default-tenant","reconcileID":"d079478e-f9b5-4840-96d8-69e62391521b","tenant":"ai-tenant-e2e-api-b-27cd6d/default-tenant","tenantID":"e2e-api-b-27cd6d","subscriptionNamespace":"ai-tenant-e2e-api-b-27cd6d","gatewayName":"e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-27cd6d","deploymentName":"maas-api-e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-27cd6d","deploymentName":"maas-api-e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-27cd6d","deploymentName":"maas-api-e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:40Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"92d869ee-7507-41bb-a9f9-f52e6ef6ecce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:18:40Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fd623d46-b533-4fd3-ab09-966d6a3bc4d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:18:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-27cd6d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-27cd6d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-27cd6d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-27cd6d"},"tenantIdentifier":"e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-27cd6d","deploymentName":"maas-api-e2e-api-b-27cd6d"} {"level":"error","ts":"2026-07-08T20:18:40Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27cd6d"},"namespace":"ai-tenant-e2e-api-b-27cd6d","name":"default-tenant","reconcileID":"d079478e-f9b5-4840-96d8-69e62391521b","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T20:18:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-27cd6d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-27cd6d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-27cd6d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-27cd6d"},"tenantIdentifier":"e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-27cd6d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-27cd6d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-27cd6d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-27cd6d"},"tenantIdentifier":"e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:40Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27cd6d"},"namespace":"ai-tenant-e2e-api-b-27cd6d","name":"default-tenant","reconcileID":"43e5c6f3-a917-41e7-8dc2-bea4ba1652d0","tenant":"ai-tenant-e2e-api-b-27cd6d/default-tenant","tenantID":"e2e-api-b-27cd6d","subscriptionNamespace":"ai-tenant-e2e-api-b-27cd6d","gatewayName":"e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-27cd6d","deploymentName":"maas-api-e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-27cd6d","deploymentName":"maas-api-e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-27cd6d","deploymentName":"maas-api-e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-27cd6d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-27cd6d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-27cd6d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-27cd6d"},"tenantIdentifier":"e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-27cd6d","deploymentName":"maas-api-e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-27cd6d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-27cd6d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-27cd6d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-27cd6d"},"tenantIdentifier":"e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-27cd6d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-27cd6d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-27cd6d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-27cd6d"},"tenantIdentifier":"e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:41Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27cd6d"},"namespace":"ai-tenant-e2e-api-b-27cd6d","name":"default-tenant","reconcileID":"f9e7cd09-d826-42d9-a843-1b498a5b4af3","tenant":"ai-tenant-e2e-api-b-27cd6d/default-tenant","tenantID":"e2e-api-b-27cd6d","subscriptionNamespace":"ai-tenant-e2e-api-b-27cd6d","gatewayName":"e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-27cd6d","deploymentName":"maas-api-e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-27cd6d","deploymentName":"maas-api-e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-27cd6d","deploymentName":"maas-api-e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-27cd6d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-27cd6d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-27cd6d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-27cd6d"},"tenantIdentifier":"e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-27cd6d","deploymentName":"maas-api-e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:42Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T20:18:42Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T20:18:44Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"710fa0b2-d708-4e19-af77-881ae2055bfa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T20:18:44Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-27cd6d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-27cd6d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-27cd6d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-27cd6d"},"tenantIdentifier":"e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:44Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80d5bdda-6205-4084-80f9-72102af244c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T20:18:44Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27cd6d-policy","namespace":"ai-tenant-e2e-api-b-27cd6d"},"namespace":"ai-tenant-e2e-api-b-27cd6d","name":"e2e-e2e-api-b-27cd6d-policy","reconcileID":"44764fc6-f636-4550-9384-8bd2fa9cce12","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27cd6d-policy","namespace":"ai-tenant-e2e-api-b-27cd6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-27cd6d","tenantID":"e2e-api-b-27cd6d","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T20:18:44Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27cd6d-policy","namespace":"ai-tenant-e2e-api-b-27cd6d"},"namespace":"ai-tenant-e2e-api-b-27cd6d","name":"e2e-e2e-api-b-27cd6d-policy","reconcileID":"44764fc6-f636-4550-9384-8bd2fa9cce12"} {"level":"info","ts":"2026-07-08T20:18:44Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27cd6d-policy","namespace":"ai-tenant-e2e-api-b-27cd6d"},"namespace":"ai-tenant-e2e-api-b-27cd6d","name":"e2e-e2e-api-b-27cd6d-policy","reconcileID":"44764fc6-f636-4550-9384-8bd2fa9cce12","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27cd6d-policy","namespace":"ai-tenant-e2e-api-b-27cd6d"},"name":"e2e-api-b-27cd6d-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T20:18:44Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d8198ed-fd39-461d-a2bf-a1c360c23be4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T20:18:46Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-08T20:18:46Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-08T20:18:46Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"518ae4cb-192b-4504-85c4-50ae5f540ba8","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-07-08T20:18:47Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-08T20:18:47Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-08T20:18:47Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-08T20:18:47Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-08T20:18:47Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-08T20:18:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-85eb30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-85eb30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-85eb30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-85eb30"},"tenantIdentifier":"e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-85eb30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-85eb30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-85eb30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-85eb30"},"tenantIdentifier":"e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:51Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85eb30-policy","namespace":"ai-tenant-e2e-api-a-85eb30"},"namespace":"ai-tenant-e2e-api-a-85eb30","name":"e2e-e2e-api-a-85eb30-policy","reconcileID":"943f1654-1255-44d7-9e7f-77f8d303f6ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85eb30-policy","namespace":"ai-tenant-e2e-api-a-85eb30"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-85eb30","tenantID":"e2e-api-a-85eb30","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T20:18:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-85eb30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-85eb30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-85eb30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-85eb30"},"tenantIdentifier":"e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:51Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85eb30"},"namespace":"ai-tenant-e2e-api-a-85eb30","name":"default-tenant","reconcileID":"2e81575a-7644-4b24-ad4f-de188a072c5b","tenant":"ai-tenant-e2e-api-a-85eb30/default-tenant","tenantID":"e2e-api-a-85eb30","subscriptionNamespace":"ai-tenant-e2e-api-a-85eb30","gatewayName":"e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:51Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85eb30-policy","namespace":"ai-tenant-e2e-api-a-85eb30"},"namespace":"ai-tenant-e2e-api-a-85eb30","name":"e2e-e2e-api-a-85eb30-policy","reconcileID":"943f1654-1255-44d7-9e7f-77f8d303f6ca"} {"level":"info","ts":"2026-07-08T20:18:51Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85eb30-policy","namespace":"ai-tenant-e2e-api-a-85eb30"},"namespace":"ai-tenant-e2e-api-a-85eb30","name":"e2e-e2e-api-a-85eb30-policy","reconcileID":"943f1654-1255-44d7-9e7f-77f8d303f6ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85eb30-policy","namespace":"ai-tenant-e2e-api-a-85eb30"},"name":"e2e-api-a-85eb30-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T20:18:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-85eb30","deploymentName":"maas-api-e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-85eb30","deploymentName":"maas-api-e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-85eb30","deploymentName":"maas-api-e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:52Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-85eb30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-85eb30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-85eb30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-85eb30"},"tenantIdentifier":"e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:52Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-85eb30","deploymentName":"maas-api-e2e-api-a-85eb30"} {"level":"error","ts":"2026-07-08T20:18:52Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85eb30"},"namespace":"ai-tenant-e2e-api-a-85eb30","name":"default-tenant","reconcileID":"2e81575a-7644-4b24-ad4f-de188a072c5b","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T20:18:52Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-85eb30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-85eb30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-85eb30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-85eb30"},"tenantIdentifier":"e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:52Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-85eb30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-85eb30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-85eb30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-85eb30"},"tenantIdentifier":"e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:52Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85eb30"},"namespace":"ai-tenant-e2e-api-a-85eb30","name":"default-tenant","reconcileID":"4d9862f3-d318-4766-a10d-401f7b67ebcd","namespace":"ai-tenant-e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:52Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85eb30"},"namespace":"ai-tenant-e2e-api-a-85eb30","name":"default-tenant","reconcileID":"4d9862f3-d318-4766-a10d-401f7b67ebcd","name":"e2e-e2e-api-a-85eb30-policy","namespace":"ai-tenant-e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:52Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85eb30"},"namespace":"ai-tenant-e2e-api-a-85eb30","name":"default-tenant","reconcileID":"4d9862f3-d318-4766-a10d-401f7b67ebcd","count":1} {"level":"info","ts":"2026-07-08T20:18:52Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-85eb30/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-85eb30","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-85eb30","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-85eb30"},"tenantIdentifier":"e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:52Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85eb30"},"namespace":"ai-tenant-e2e-api-a-85eb30","name":"default-tenant","reconcileID":"4d9862f3-d318-4766-a10d-401f7b67ebcd","tenant":"e2e-api-a-85eb30","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T20:18:52Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-85eb30","deploymentName":"maas-api-e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:52Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85eb30-policy","namespace":"ai-tenant-e2e-api-a-85eb30"},"namespace":"ai-tenant-e2e-api-a-85eb30","name":"e2e-e2e-api-a-85eb30-policy","reconcileID":"cbb04714-3c5d-4438-8a09-0ee32e1dd076","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-85eb30-policy","namespace":"ai-tenant-e2e-api-a-85eb30"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-08T20:18:52Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85eb30"},"namespace":"ai-tenant-e2e-api-a-85eb30","name":"default-tenant","reconcileID":"4d9862f3-d318-4766-a10d-401f7b67ebcd","gvk":"Deployment","name":"maas-api-e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:52Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85eb30"},"namespace":"ai-tenant-e2e-api-a-85eb30","name":"default-tenant","reconcileID":"4d9862f3-d318-4766-a10d-401f7b67ebcd","gvk":"Service","name":"maas-api-e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:52Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85eb30"},"namespace":"ai-tenant-e2e-api-a-85eb30","name":"default-tenant","reconcileID":"4d9862f3-d318-4766-a10d-401f7b67ebcd","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:52Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-85eb30"},"namespace":"ai-tenant-e2e-api-a-85eb30","name":"default-tenant","reconcileID":"4d9862f3-d318-4766-a10d-401f7b67ebcd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-85eb30"} {"level":"info","ts":"2026-07-08T20:18:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-27cd6d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-27cd6d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-27cd6d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-27cd6d"},"tenantIdentifier":"e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-27cd6d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-27cd6d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-27cd6d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-27cd6d"},"tenantIdentifier":"e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:58Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27cd6d-policy","namespace":"ai-tenant-e2e-api-b-27cd6d"},"namespace":"ai-tenant-e2e-api-b-27cd6d","name":"e2e-e2e-api-b-27cd6d-policy","reconcileID":"d47d857c-76b1-4873-a0e8-ba907780fc71","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27cd6d-policy","namespace":"ai-tenant-e2e-api-b-27cd6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-27cd6d","tenantID":"e2e-api-b-27cd6d","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T20:18:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-27cd6d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-27cd6d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-27cd6d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-27cd6d"},"tenantIdentifier":"e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:58Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27cd6d"},"namespace":"ai-tenant-e2e-api-b-27cd6d","name":"default-tenant","reconcileID":"961f5136-f1d7-430c-931b-48d22fb51300","tenant":"ai-tenant-e2e-api-b-27cd6d/default-tenant","tenantID":"e2e-api-b-27cd6d","subscriptionNamespace":"ai-tenant-e2e-api-b-27cd6d","gatewayName":"e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:58Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27cd6d-policy","namespace":"ai-tenant-e2e-api-b-27cd6d"},"namespace":"ai-tenant-e2e-api-b-27cd6d","name":"e2e-e2e-api-b-27cd6d-policy","reconcileID":"d47d857c-76b1-4873-a0e8-ba907780fc71"} {"level":"info","ts":"2026-07-08T20:18:58Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27cd6d-policy","namespace":"ai-tenant-e2e-api-b-27cd6d"},"namespace":"ai-tenant-e2e-api-b-27cd6d","name":"e2e-e2e-api-b-27cd6d-policy","reconcileID":"d47d857c-76b1-4873-a0e8-ba907780fc71","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27cd6d-policy","namespace":"ai-tenant-e2e-api-b-27cd6d"},"name":"e2e-api-b-27cd6d-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T20:18:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-27cd6d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-27cd6d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-27cd6d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-27cd6d"},"tenantIdentifier":"e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-27cd6d","deploymentName":"maas-api-e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-27cd6d","deploymentName":"maas-api-e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-27cd6d","deploymentName":"maas-api-e2e-api-b-27cd6d"} {"level":"error","ts":"2026-07-08T20:18:58Z","msg":"failed to fetch gateway info","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27cd6d-policy","namespace":"ai-tenant-e2e-api-b-27cd6d"},"namespace":"ai-tenant-e2e-api-b-27cd6d","name":"e2e-e2e-api-b-27cd6d-policy","reconcileID":"6f5a6a6a-396f-4590-8b7e-105fa1fd7890","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27cd6d-policy","namespace":"ai-tenant-e2e-api-b-27cd6d"},"error":"get owning AITenant ai-tenants/e2e-api-b-27cd6d for tenant ai-tenant-e2e-api-b-27cd6d/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-b-27cd6d\" not found","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:472\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T20:18:58Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27cd6d-policy","namespace":"ai-tenant-e2e-api-b-27cd6d"},"namespace":"ai-tenant-e2e-api-b-27cd6d","name":"e2e-e2e-api-b-27cd6d-policy","reconcileID":"6f5a6a6a-396f-4590-8b7e-105fa1fd7890","error":"get owning AITenant ai-tenants/e2e-api-b-27cd6d for tenant ai-tenant-e2e-api-b-27cd6d/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-b-27cd6d\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T20:18:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-27cd6d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-27cd6d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-27cd6d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-27cd6d"},"tenantIdentifier":"e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-27cd6d","deploymentName":"maas-api-e2e-api-b-27cd6d"} {"level":"error","ts":"2026-07-08T20:18:59Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27cd6d"},"namespace":"ai-tenant-e2e-api-b-27cd6d","name":"default-tenant","reconcileID":"961f5136-f1d7-430c-931b-48d22fb51300","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T20:18:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-27cd6d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-27cd6d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-27cd6d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-27cd6d"},"tenantIdentifier":"e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-27cd6d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-27cd6d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-27cd6d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-27cd6d"},"tenantIdentifier":"e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:59Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27cd6d"},"namespace":"ai-tenant-e2e-api-b-27cd6d","name":"default-tenant","reconcileID":"2d929753-a0f4-4142-988f-8805547adced","namespace":"ai-tenant-e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:59Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27cd6d"},"namespace":"ai-tenant-e2e-api-b-27cd6d","name":"default-tenant","reconcileID":"2d929753-a0f4-4142-988f-8805547adced","name":"e2e-e2e-api-b-27cd6d-policy","namespace":"ai-tenant-e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:59Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27cd6d"},"namespace":"ai-tenant-e2e-api-b-27cd6d","name":"default-tenant","reconcileID":"2d929753-a0f4-4142-988f-8805547adced","count":1} {"level":"info","ts":"2026-07-08T20:18:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-27cd6d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-27cd6d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-27cd6d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-27cd6d"},"tenantIdentifier":"e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:59Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27cd6d"},"namespace":"ai-tenant-e2e-api-b-27cd6d","name":"default-tenant","reconcileID":"2d929753-a0f4-4142-988f-8805547adced","tenant":"e2e-api-b-27cd6d","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T20:18:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-27cd6d","deploymentName":"maas-api-e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:59Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27cd6d-policy","namespace":"ai-tenant-e2e-api-b-27cd6d"},"namespace":"ai-tenant-e2e-api-b-27cd6d","name":"e2e-e2e-api-b-27cd6d-policy","reconcileID":"da0e7b3f-26b3-424e-a69f-22a14664e6dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-27cd6d-policy","namespace":"ai-tenant-e2e-api-b-27cd6d"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-08T20:18:59Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27cd6d"},"namespace":"ai-tenant-e2e-api-b-27cd6d","name":"default-tenant","reconcileID":"2d929753-a0f4-4142-988f-8805547adced","gvk":"Deployment","name":"maas-api-e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:59Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27cd6d"},"namespace":"ai-tenant-e2e-api-b-27cd6d","name":"default-tenant","reconcileID":"2d929753-a0f4-4142-988f-8805547adced","gvk":"Service","name":"maas-api-e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:59Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27cd6d"},"namespace":"ai-tenant-e2e-api-b-27cd6d","name":"default-tenant","reconcileID":"2d929753-a0f4-4142-988f-8805547adced","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:18:59Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-27cd6d"},"namespace":"ai-tenant-e2e-api-b-27cd6d","name":"default-tenant","reconcileID":"2d929753-a0f4-4142-988f-8805547adced","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-27cd6d"} {"level":"info","ts":"2026-07-08T20:19:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-9caeb3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-9caeb3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-9caeb3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-9caeb3"},"tenantIdentifier":"e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-9caeb3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-9caeb3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-9caeb3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-9caeb3"},"tenantIdentifier":"e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:09Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-9caeb3"},"namespace":"ai-tenant-e2e-shared-a-9caeb3","name":"default-tenant","reconcileID":"e7037cf4-3829-4ffc-80c3-56d86e14680c","tenant":"ai-tenant-e2e-shared-a-9caeb3/default-tenant","tenantID":"e2e-shared-a-9caeb3","subscriptionNamespace":"ai-tenant-e2e-shared-a-9caeb3","gatewayName":"e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-9caeb3","deploymentName":"maas-api-e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-9caeb3","deploymentName":"maas-api-e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-9caeb3","deploymentName":"maas-api-e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-9caeb3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-9caeb3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-9caeb3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-9caeb3"},"tenantIdentifier":"e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-9caeb3","deploymentName":"maas-api-e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-9caeb3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-9caeb3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-9caeb3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-9caeb3"},"tenantIdentifier":"e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-9caeb3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-9caeb3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-9caeb3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-9caeb3"},"tenantIdentifier":"e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:10Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-9caeb3"},"namespace":"ai-tenant-e2e-shared-a-9caeb3","name":"default-tenant","reconcileID":"c7df08be-2c96-4a89-9254-a228e58a9b5f","tenant":"ai-tenant-e2e-shared-a-9caeb3/default-tenant","tenantID":"e2e-shared-a-9caeb3","subscriptionNamespace":"ai-tenant-e2e-shared-a-9caeb3","gatewayName":"e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-9caeb3","deploymentName":"maas-api-e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-9caeb3","deploymentName":"maas-api-e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-9caeb3","deploymentName":"maas-api-e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-9caeb3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-9caeb3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-9caeb3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-9caeb3"},"tenantIdentifier":"e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-9caeb3","deploymentName":"maas-api-e2e-shared-a-9caeb3"} {"level":"error","ts":"2026-07-08T20:19:10Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-9caeb3"},"namespace":"ai-tenant-e2e-shared-a-9caeb3","name":"default-tenant","reconcileID":"c7df08be-2c96-4a89-9254-a228e58a9b5f","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T20:19:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-9caeb3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-9caeb3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-9caeb3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-9caeb3"},"tenantIdentifier":"e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-9caeb3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-9caeb3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-9caeb3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-9caeb3"},"tenantIdentifier":"e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:10Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-9caeb3"},"namespace":"ai-tenant-e2e-shared-a-9caeb3","name":"default-tenant","reconcileID":"ffcf78db-fc7c-4f70-a60f-b3d200685539","tenant":"ai-tenant-e2e-shared-a-9caeb3/default-tenant","tenantID":"e2e-shared-a-9caeb3","subscriptionNamespace":"ai-tenant-e2e-shared-a-9caeb3","gatewayName":"e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-9caeb3","deploymentName":"maas-api-e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-9caeb3","deploymentName":"maas-api-e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-9caeb3","deploymentName":"maas-api-e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-9caeb3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-9caeb3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-9caeb3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-9caeb3"},"tenantIdentifier":"e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-9caeb3","deploymentName":"maas-api-e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-9caeb3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-9caeb3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-9caeb3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-9caeb3"},"tenantIdentifier":"e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-9caeb3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-9caeb3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-9caeb3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-9caeb3"},"tenantIdentifier":"e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:11Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-9caeb3"},"namespace":"ai-tenant-e2e-shared-a-9caeb3","name":"default-tenant","reconcileID":"c5f42b30-17d6-46fb-b3e4-a8eaae0606fa","tenant":"ai-tenant-e2e-shared-a-9caeb3/default-tenant","tenantID":"e2e-shared-a-9caeb3","subscriptionNamespace":"ai-tenant-e2e-shared-a-9caeb3","gatewayName":"e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-9caeb3","deploymentName":"maas-api-e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-9caeb3","deploymentName":"maas-api-e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-9caeb3","deploymentName":"maas-api-e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-9caeb3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-9caeb3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-9caeb3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-9caeb3"},"tenantIdentifier":"e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-9caeb3","deploymentName":"maas-api-e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:12Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T20:19:12Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T20:19:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-e06d38/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-e06d38","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-e06d38","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-e06d38"},"tenantIdentifier":"e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:19:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-e06d38/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-e06d38","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-e06d38","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-e06d38"},"tenantIdentifier":"e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:19:17Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-e06d38"},"namespace":"ai-tenant-e2e-shared-b-e06d38","name":"default-tenant","reconcileID":"a9798592-bdd2-4506-954f-894c21e3588c","tenant":"ai-tenant-e2e-shared-b-e06d38/default-tenant","tenantID":"e2e-shared-b-e06d38","subscriptionNamespace":"ai-tenant-e2e-shared-b-e06d38","gatewayName":"e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:19:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-e06d38","deploymentName":"maas-api-e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:19:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-e06d38","deploymentName":"maas-api-e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:19:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-e06d38","deploymentName":"maas-api-e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:19:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-e06d38/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-e06d38","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-e06d38","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-e06d38"},"tenantIdentifier":"e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:19:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-e06d38","deploymentName":"maas-api-e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:19:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-e06d38/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-e06d38","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-e06d38","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-e06d38"},"tenantIdentifier":"e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:19:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-e06d38/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-e06d38","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-e06d38","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-e06d38"},"tenantIdentifier":"e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:19:18Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-e06d38"},"namespace":"ai-tenant-e2e-shared-b-e06d38","name":"default-tenant","reconcileID":"25d4261d-4b85-4994-9c5a-b1e71ebb4c43","tenant":"ai-tenant-e2e-shared-b-e06d38/default-tenant","tenantID":"e2e-shared-b-e06d38","subscriptionNamespace":"ai-tenant-e2e-shared-b-e06d38","gatewayName":"e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:19:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-e06d38","deploymentName":"maas-api-e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:19:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-e06d38","deploymentName":"maas-api-e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:19:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-e06d38","deploymentName":"maas-api-e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:19:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-e06d38/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-e06d38","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-e06d38","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-e06d38"},"tenantIdentifier":"e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:19:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-e06d38","deploymentName":"maas-api-e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:19:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-9caeb3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-9caeb3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-9caeb3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-9caeb3"},"tenantIdentifier":"e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-9caeb3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-9caeb3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-9caeb3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-9caeb3"},"tenantIdentifier":"e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:31Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-9caeb3"},"namespace":"ai-tenant-e2e-shared-a-9caeb3","name":"default-tenant","reconcileID":"85f9461c-2bbd-4d66-b9e6-7b4fbebc17c2","tenant":"ai-tenant-e2e-shared-a-9caeb3/default-tenant","tenantID":"e2e-shared-a-9caeb3","subscriptionNamespace":"ai-tenant-e2e-shared-a-9caeb3","gatewayName":"e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-9caeb3","deploymentName":"maas-api-e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-9caeb3","deploymentName":"maas-api-e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-9caeb3","deploymentName":"maas-api-e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-9caeb3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-9caeb3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-9caeb3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-9caeb3"},"tenantIdentifier":"e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-9caeb3","deploymentName":"maas-api-e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-9caeb3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-9caeb3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-9caeb3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-9caeb3"},"tenantIdentifier":"e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-9caeb3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-9caeb3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-9caeb3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-9caeb3"},"tenantIdentifier":"e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:32Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-9caeb3"},"namespace":"ai-tenant-e2e-shared-a-9caeb3","name":"default-tenant","reconcileID":"ae870427-c688-4cb4-bd90-a108e324d000","tenant":"ai-tenant-e2e-shared-a-9caeb3/default-tenant","tenantID":"e2e-shared-a-9caeb3","subscriptionNamespace":"ai-tenant-e2e-shared-a-9caeb3","gatewayName":"e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-9caeb3","deploymentName":"maas-api-e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-9caeb3","deploymentName":"maas-api-e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-9caeb3","deploymentName":"maas-api-e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-9caeb3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-9caeb3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-9caeb3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-9caeb3"},"tenantIdentifier":"e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-9caeb3","deploymentName":"maas-api-e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:19:32Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"65fa372a-5b07-4348-93ec-a1098f4fb3a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:19:33Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"edf8fc97-dc96-4e91-84d2-f3140c9280c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:19:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-e06d38/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-e06d38","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-e06d38","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-e06d38"},"tenantIdentifier":"e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:19:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-e06d38/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-e06d38","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-e06d38","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-e06d38"},"tenantIdentifier":"e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:19:38Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-e06d38"},"namespace":"ai-tenant-e2e-shared-b-e06d38","name":"default-tenant","reconcileID":"4a8299cc-3456-43b9-9a94-03919f73a278","tenant":"ai-tenant-e2e-shared-b-e06d38/default-tenant","tenantID":"e2e-shared-b-e06d38","subscriptionNamespace":"ai-tenant-e2e-shared-b-e06d38","gatewayName":"e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:19:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-e06d38","deploymentName":"maas-api-e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:19:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-e06d38","deploymentName":"maas-api-e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:19:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-e06d38","deploymentName":"maas-api-e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:19:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-e06d38/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-e06d38","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-e06d38","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-e06d38"},"tenantIdentifier":"e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:19:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-e06d38","deploymentName":"maas-api-e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:19:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-e06d38/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-e06d38","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-e06d38","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-e06d38"},"tenantIdentifier":"e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:19:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-e06d38/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-e06d38","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-e06d38","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-e06d38"},"tenantIdentifier":"e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:19:39Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-e06d38"},"namespace":"ai-tenant-e2e-shared-b-e06d38","name":"default-tenant","reconcileID":"b5acfea9-7469-46f2-a463-07e75c0a6843","tenant":"ai-tenant-e2e-shared-b-e06d38/default-tenant","tenantID":"e2e-shared-b-e06d38","subscriptionNamespace":"ai-tenant-e2e-shared-b-e06d38","gatewayName":"e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:19:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-e06d38","deploymentName":"maas-api-e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:19:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-e06d38","deploymentName":"maas-api-e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:19:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-e06d38","deploymentName":"maas-api-e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:19:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-e06d38/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-e06d38","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-e06d38","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-e06d38"},"tenantIdentifier":"e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:19:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-e06d38","deploymentName":"maas-api-e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:19:42Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T20:19:42Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T20:20:12Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T20:20:12Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T20:20:42Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T20:20:42Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T20:21:12Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T20:21:12Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T20:21:42Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T20:21:42Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T20:22:12Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T20:22:12Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T20:22:26Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-9caeb3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-9caeb3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-9caeb3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-9caeb3"},"tenantIdentifier":"e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:22:26Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-9caeb3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-9caeb3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-9caeb3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-9caeb3"},"tenantIdentifier":"e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:22:26Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-9caeb3"},"namespace":"ai-tenant-e2e-shared-a-9caeb3","name":"default-tenant","reconcileID":"451d5b73-43b5-41fe-91b3-5936aea2a3cf","tenant":"ai-tenant-e2e-shared-a-9caeb3/default-tenant","tenantID":"e2e-shared-a-9caeb3","subscriptionNamespace":"ai-tenant-e2e-shared-a-9caeb3","gatewayName":"e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:22:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-9caeb3","deploymentName":"maas-api-e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:22:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-9caeb3","deploymentName":"maas-api-e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:22:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-9caeb3","deploymentName":"maas-api-e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:22:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-9caeb3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-9caeb3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-9caeb3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-9caeb3"},"tenantIdentifier":"e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:22:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-9caeb3","deploymentName":"maas-api-e2e-shared-a-9caeb3"} {"level":"error","ts":"2026-07-08T20:22:27Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-9caeb3"},"namespace":"ai-tenant-e2e-shared-a-9caeb3","name":"default-tenant","reconcileID":"451d5b73-43b5-41fe-91b3-5936aea2a3cf","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T20:22:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-9caeb3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-9caeb3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-9caeb3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-9caeb3"},"tenantIdentifier":"e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:22:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-9caeb3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-9caeb3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-9caeb3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-9caeb3"},"tenantIdentifier":"e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:22:27Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-9caeb3"},"namespace":"ai-tenant-e2e-shared-a-9caeb3","name":"default-tenant","reconcileID":"dfea8ecd-d35f-4e68-b2ce-0c18b5c7a6e5","namespace":"ai-tenant-e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:22:27Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-9caeb3"},"namespace":"ai-tenant-e2e-shared-a-9caeb3","name":"default-tenant","reconcileID":"dfea8ecd-d35f-4e68-b2ce-0c18b5c7a6e5","count":0} {"level":"info","ts":"2026-07-08T20:22:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-9caeb3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-9caeb3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-9caeb3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-9caeb3"},"tenantIdentifier":"e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:22:27Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-9caeb3"},"namespace":"ai-tenant-e2e-shared-a-9caeb3","name":"default-tenant","reconcileID":"dfea8ecd-d35f-4e68-b2ce-0c18b5c7a6e5","tenant":"e2e-shared-a-9caeb3","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T20:22:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-9caeb3","deploymentName":"maas-api-e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:22:27Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-9caeb3"},"namespace":"ai-tenant-e2e-shared-a-9caeb3","name":"default-tenant","reconcileID":"dfea8ecd-d35f-4e68-b2ce-0c18b5c7a6e5","gvk":"Deployment","name":"maas-api-e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:22:27Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-9caeb3"},"namespace":"ai-tenant-e2e-shared-a-9caeb3","name":"default-tenant","reconcileID":"dfea8ecd-d35f-4e68-b2ce-0c18b5c7a6e5","gvk":"Service","name":"maas-api-e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:22:27Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-9caeb3"},"namespace":"ai-tenant-e2e-shared-a-9caeb3","name":"default-tenant","reconcileID":"dfea8ecd-d35f-4e68-b2ce-0c18b5c7a6e5","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:22:27Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-9caeb3"},"namespace":"ai-tenant-e2e-shared-a-9caeb3","name":"default-tenant","reconcileID":"dfea8ecd-d35f-4e68-b2ce-0c18b5c7a6e5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-9caeb3"} {"level":"info","ts":"2026-07-08T20:22:30Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7aa22971-7ec1-4619-b066-ee67b84e45ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:22:30Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4d01682b-4519-4b5e-968d-807d9196a9f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:22:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-e06d38/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-e06d38","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-e06d38","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-e06d38"},"tenantIdentifier":"e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:22:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-e06d38/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-e06d38","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-e06d38","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-e06d38"},"tenantIdentifier":"e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:22:33Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-e06d38"},"namespace":"ai-tenant-e2e-shared-b-e06d38","name":"default-tenant","reconcileID":"66f5f4c6-a128-4e7f-bdc8-2b743cb106c7","tenant":"ai-tenant-e2e-shared-b-e06d38/default-tenant","tenantID":"e2e-shared-b-e06d38","subscriptionNamespace":"ai-tenant-e2e-shared-b-e06d38","gatewayName":"e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:22:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-e06d38","deploymentName":"maas-api-e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:22:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-e06d38","deploymentName":"maas-api-e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:22:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-e06d38","deploymentName":"maas-api-e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:22:34Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"391f93e4-b54d-4f1c-8517-75d5ea89f14f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:22:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-e06d38/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-e06d38","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-e06d38","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-e06d38"},"tenantIdentifier":"e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:22:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-e06d38","deploymentName":"maas-api-e2e-shared-b-e06d38"} {"level":"error","ts":"2026-07-08T20:22:34Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-e06d38"},"namespace":"ai-tenant-e2e-shared-b-e06d38","name":"default-tenant","reconcileID":"66f5f4c6-a128-4e7f-bdc8-2b743cb106c7","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T20:22:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-e06d38/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-e06d38","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-e06d38","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-e06d38"},"tenantIdentifier":"e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:22:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-e06d38/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-e06d38","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-e06d38","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-e06d38"},"tenantIdentifier":"e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:22:34Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-e06d38"},"namespace":"ai-tenant-e2e-shared-b-e06d38","name":"default-tenant","reconcileID":"a93c02d5-9605-4b61-8f91-496be73a0201","namespace":"ai-tenant-e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:22:34Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-e06d38"},"namespace":"ai-tenant-e2e-shared-b-e06d38","name":"default-tenant","reconcileID":"a93c02d5-9605-4b61-8f91-496be73a0201","count":0} {"level":"info","ts":"2026-07-08T20:22:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-e06d38/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-e06d38","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-e06d38","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-e06d38"},"tenantIdentifier":"e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:22:34Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-e06d38"},"namespace":"ai-tenant-e2e-shared-b-e06d38","name":"default-tenant","reconcileID":"a93c02d5-9605-4b61-8f91-496be73a0201","tenant":"e2e-shared-b-e06d38","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T20:22:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-e06d38","deploymentName":"maas-api-e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:22:34Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-e06d38"},"namespace":"ai-tenant-e2e-shared-b-e06d38","name":"default-tenant","reconcileID":"a93c02d5-9605-4b61-8f91-496be73a0201","gvk":"Deployment","name":"maas-api-e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:22:34Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-e06d38"},"namespace":"ai-tenant-e2e-shared-b-e06d38","name":"default-tenant","reconcileID":"a93c02d5-9605-4b61-8f91-496be73a0201","gvk":"Service","name":"maas-api-e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:22:34Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-e06d38"},"namespace":"ai-tenant-e2e-shared-b-e06d38","name":"default-tenant","reconcileID":"a93c02d5-9605-4b61-8f91-496be73a0201","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:22:34Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-e06d38"},"namespace":"ai-tenant-e2e-shared-b-e06d38","name":"default-tenant","reconcileID":"a93c02d5-9605-4b61-8f91-496be73a0201","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-e06d38"} {"level":"info","ts":"2026-07-08T20:22:34Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2c91f713-7f70-42c0-b1c9-dfc9af493afe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:22:39Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"59df69df-ee09-460c-b510-dcef16822fd2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:22:39Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7240d3e0-9736-4a1a-b4a2-486337a0862e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:22:42Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T20:22:42Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T20:22:43Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"51a23312-5875-4110-b506-3f2d6e63bb2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T20:22:43Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"30974a19-edf4-4dfc-9f9a-1240dcefbca4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}