{"level":"info","ts":"2026-07-09T05:03:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-64ed88","deploymentName":"maas-api-e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:03:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-64ed88","deploymentName":"maas-api-e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:03:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T05:03:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T05:03:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-64ed88/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-64ed88","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-64ed88","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-64ed88"},"tenantIdentifier":"e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:03:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-64ed88","deploymentName":"maas-api-e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:04:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-61a9e8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-61a9e8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-61a9e8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-61a9e8"},"tenantIdentifier":"e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:04:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-61a9e8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-61a9e8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-61a9e8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-61a9e8"},"tenantIdentifier":"e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:04:00Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"default-tenant","reconcileID":"e779ac93-1d6b-4600-9a16-b33491aa41e6","tenant":"ai-tenant-e2e-inf-a-61a9e8/default-tenant","tenantID":"e2e-inf-a-61a9e8","subscriptionNamespace":"ai-tenant-e2e-inf-a-61a9e8","gatewayName":"e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:04:00Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-61a9e8","deploymentName":"maas-api-e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:04:00Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-61a9e8","deploymentName":"maas-api-e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:04:00Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-61a9e8","deploymentName":"maas-api-e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:04:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-61a9e8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-61a9e8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-61a9e8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-61a9e8"},"tenantIdentifier":"e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:04:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-61a9e8","deploymentName":"maas-api-e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:04:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-61a9e8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-61a9e8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-61a9e8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-61a9e8"},"tenantIdentifier":"e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:04:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-61a9e8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-61a9e8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-61a9e8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-61a9e8"},"tenantIdentifier":"e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:04:01Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"default-tenant","reconcileID":"885a8d87-a8f1-4992-a1c6-012df6ef4c75","tenant":"ai-tenant-e2e-inf-a-61a9e8/default-tenant","tenantID":"e2e-inf-a-61a9e8","subscriptionNamespace":"ai-tenant-e2e-inf-a-61a9e8","gatewayName":"e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:04:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-61a9e8","deploymentName":"maas-api-e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:04:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-61a9e8","deploymentName":"maas-api-e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:04:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-61a9e8","deploymentName":"maas-api-e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:04:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-61a9e8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-61a9e8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-61a9e8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-61a9e8"},"tenantIdentifier":"e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:04:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-61a9e8","deploymentName":"maas-api-e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:04:02Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e4bd653b-4d33-46bd-b735-72be308b3528","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:04:02Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"58652e10-a12f-4b15-9dea-348dac76ef74","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:04:08Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8","reconcileID":"eeb0d894-5f51-46fd-88cd-b0ffaa87a5fb","MaaSModelRef":{"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"routeName":"test-model-61a9e8-kserve-route","namespace":"ai-tenant-e2e-inf-a-61a9e8","llmisvcName":"test-model-61a9e8","gateway":"openshift-ingress/e2e-inf-a-61a9e8","hostnames":[]} {"level":"info","ts":"2026-07-09T05:04:08Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8","reconcileID":"333bf88b-9182-48df-91f2-c6715cc0e80f","MaaSModelRef":{"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"routeName":"test-model-61a9e8-kserve-route","namespace":"ai-tenant-e2e-inf-a-61a9e8","llmisvcName":"test-model-61a9e8","gateway":"openshift-ingress/e2e-inf-a-61a9e8","hostnames":[]} {"level":"info","ts":"2026-07-09T05:04:08Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8","reconcileID":"3d566a27-54c9-455f-a890-5854b9e3d27f","MaaSModelRef":{"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"routeName":"test-model-61a9e8-kserve-route","namespace":"ai-tenant-e2e-inf-a-61a9e8","llmisvcName":"test-model-61a9e8","gateway":"openshift-ingress/e2e-inf-a-61a9e8","hostnames":[]} {"level":"info","ts":"2026-07-09T05:04:08Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-61a9e8-sub","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8-sub","reconcileID":"5496b8bc-ad51-45bb-8057-4cb08e7d7995","MaaSSubscription":{"name":"test-model-61a9e8-sub","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"name":"maas-trlp-test-model-61a9e8","model":"test-model-61a9e8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-61a9e8/test-model-61a9e8-sub"]} {"level":"info","ts":"2026-07-09T05:04:08Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8","reconcileID":"3669e61c-6199-4594-b289-e4aa9e93ca05","MaaSModelRef":{"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"routeName":"test-model-61a9e8-kserve-route","namespace":"ai-tenant-e2e-inf-a-61a9e8","llmisvcName":"test-model-61a9e8","gateway":"openshift-ingress/e2e-inf-a-61a9e8","hostnames":[]} {"level":"info","ts":"2026-07-09T05:04:08Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-61a9e8-sub","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8-sub","reconcileID":"5e818854-012b-4e4e-985a-bb01b25fa37d","MaaSSubscription":{"name":"test-model-61a9e8-sub","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"name":"maas-trlp-test-model-61a9e8","model":"ai-tenant-e2e-inf-a-61a9e8/test-model-61a9e8","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:04:09Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8","reconcileID":"4e00eecf-4dec-4154-a978-e4cade1fc93c","MaaSModelRef":{"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"routeName":"test-model-61a9e8-kserve-route","namespace":"ai-tenant-e2e-inf-a-61a9e8","llmisvcName":"test-model-61a9e8","gateway":"openshift-ingress/e2e-inf-a-61a9e8","hostnames":[]} {"level":"info","ts":"2026-07-09T05:04:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-61a9e8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-61a9e8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-61a9e8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-61a9e8"},"tenantIdentifier":"e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:04:09Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8","reconcileID":"364123c1-a1f8-43c1-8093-7a08cf5880c7","MaaSModelRef":{"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"routeName":"test-model-61a9e8-kserve-route","namespace":"ai-tenant-e2e-inf-a-61a9e8","llmisvcName":"test-model-61a9e8","gateway":"openshift-ingress/e2e-inf-a-61a9e8","hostnames":[]} {"level":"info","ts":"2026-07-09T05:04:09Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-61a9e8-auth","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8-auth","reconcileID":"c6754faf-705b-4106-812c-6682a8736ec8","MaaSAuthPolicy":{"name":"test-model-61a9e8-auth","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-61a9e8","tenantID":"e2e-inf-a-61a9e8","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T05:04:09Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-61a9e8-sub","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8-sub","reconcileID":"a3fa0647-1369-4e21-b3fa-35205d252786","MaaSSubscription":{"name":"test-model-61a9e8-sub","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"name":"maas-trlp-test-model-61a9e8","model":"ai-tenant-e2e-inf-a-61a9e8/test-model-61a9e8","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:04:09Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-61a9e8-auth","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8-auth","reconcileID":"c6754faf-705b-4106-812c-6682a8736ec8"} {"level":"info","ts":"2026-07-09T05:04:09Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-61a9e8-auth","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8-auth","reconcileID":"c6754faf-705b-4106-812c-6682a8736ec8","MaaSAuthPolicy":{"name":"test-model-61a9e8-auth","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"name":"e2e-inf-a-61a9e8-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T05:04:09Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8","reconcileID":"becc5b0c-683f-4900-bd4e-f246c189c27c","MaaSModelRef":{"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"routeName":"test-model-61a9e8-kserve-route","namespace":"ai-tenant-e2e-inf-a-61a9e8","llmisvcName":"test-model-61a9e8","gateway":"openshift-ingress/e2e-inf-a-61a9e8","hostnames":[]} {"level":"info","ts":"2026-07-09T05:04:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-61a9e8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-61a9e8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-61a9e8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-61a9e8"},"tenantIdentifier":"e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:04:09Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-61a9e8-auth","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8-auth","reconcileID":"72076aa4-ec6f-4b69-bfd3-6df6e8b3310c","MaaSAuthPolicy":{"name":"test-model-61a9e8-auth","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-61a9e8","tenantID":"e2e-inf-a-61a9e8","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T05:04:09Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-61a9e8-auth","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8-auth","reconcileID":"72076aa4-ec6f-4b69-bfd3-6df6e8b3310c"} {"level":"info","ts":"2026-07-09T05:04:09Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-61a9e8-auth","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8-auth","reconcileID":"72076aa4-ec6f-4b69-bfd3-6df6e8b3310c","MaaSAuthPolicy":{"name":"test-model-61a9e8-auth","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"name":"e2e-inf-a-61a9e8-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T05:04:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-64ed88/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-64ed88","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-64ed88","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-64ed88"},"tenantIdentifier":"e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:04:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-64ed88/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-64ed88","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-64ed88","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-64ed88"},"tenantIdentifier":"e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:04:09Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"default-tenant","reconcileID":"10488d11-d7e6-428d-af68-0c3693064233","tenant":"ai-tenant-e2e-inf-b-64ed88/default-tenant","tenantID":"e2e-inf-b-64ed88","subscriptionNamespace":"ai-tenant-e2e-inf-b-64ed88","gatewayName":"e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:04:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-64ed88","deploymentName":"maas-api-e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:04:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-64ed88","deploymentName":"maas-api-e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:04:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-64ed88","deploymentName":"maas-api-e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:04:10Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2b0952f6-55a8-416b-83d0-04f89969e789","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:04:10Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"46903f03-c3f3-426f-a3ec-f4c5b3af90b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:04:10Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8","reconcileID":"c3097add-33a4-4c25-93c1-7b8080b89bbf","MaaSModelRef":{"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"routeName":"test-model-61a9e8-kserve-route","namespace":"ai-tenant-e2e-inf-a-61a9e8","llmisvcName":"test-model-61a9e8","gateway":"openshift-ingress/e2e-inf-a-61a9e8","hostnames":[]} {"level":"info","ts":"2026-07-09T05:04:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-61a9e8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-61a9e8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-61a9e8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-61a9e8"},"tenantIdentifier":"e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:04:10Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-61a9e8-auth","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8-auth","reconcileID":"2bcebbed-fea3-4f89-bfb6-79e4294d5c25","MaaSAuthPolicy":{"name":"test-model-61a9e8-auth","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-61a9e8","tenantID":"e2e-inf-a-61a9e8","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T05:04:10Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-61a9e8-sub","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8-sub","reconcileID":"35d03338-5d6f-4cac-877d-9fbd70b63bdf","MaaSSubscription":{"name":"test-model-61a9e8-sub","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"name":"maas-trlp-test-model-61a9e8","model":"ai-tenant-e2e-inf-a-61a9e8/test-model-61a9e8","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:04:10Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-61a9e8-auth","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8-auth","reconcileID":"2bcebbed-fea3-4f89-bfb6-79e4294d5c25"} {"level":"info","ts":"2026-07-09T05:04:10Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-61a9e8-auth","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8-auth","reconcileID":"2bcebbed-fea3-4f89-bfb6-79e4294d5c25","MaaSAuthPolicy":{"name":"test-model-61a9e8-auth","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"name":"e2e-inf-a-61a9e8-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T05:04:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-64ed88/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-64ed88","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-64ed88","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-64ed88"},"tenantIdentifier":"e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:04:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-64ed88","deploymentName":"maas-api-e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:04:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-64ed88/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-64ed88","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-64ed88","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-64ed88"},"tenantIdentifier":"e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:04:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-64ed88/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-64ed88","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-64ed88","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-64ed88"},"tenantIdentifier":"e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:04:10Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"default-tenant","reconcileID":"7944529b-1154-4cbe-ae39-41353c5282d3","tenant":"ai-tenant-e2e-inf-b-64ed88/default-tenant","tenantID":"e2e-inf-b-64ed88","subscriptionNamespace":"ai-tenant-e2e-inf-b-64ed88","gatewayName":"e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:04:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-64ed88","deploymentName":"maas-api-e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:04:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-64ed88","deploymentName":"maas-api-e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:04:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-64ed88","deploymentName":"maas-api-e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:04:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-64ed88/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-64ed88","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-64ed88","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-64ed88"},"tenantIdentifier":"e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:04:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-64ed88","deploymentName":"maas-api-e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:04:16Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-61a9e8-sub","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8-sub","reconcileID":"ec10e3e8-719b-4ee6-a0ed-80f37ddd83ff","MaaSSubscription":{"name":"test-model-61a9e8-sub","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"name":"maas-trlp-test-model-61a9e8","model":"ai-tenant-e2e-inf-a-61a9e8/test-model-61a9e8","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:04:16Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8","reconcileID":"ce7c6e25-c415-4f6d-8fe3-52a6b7d687fe","MaaSModelRef":{"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"routeName":"test-model-61a9e8-kserve-route","namespace":"ai-tenant-e2e-inf-a-61a9e8","llmisvcName":"test-model-61a9e8","gateway":"openshift-ingress/e2e-inf-a-61a9e8","hostnames":[]} {"level":"info","ts":"2026-07-09T05:04:16Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8","reconcileID":"b11fd01b-20c3-4d97-a948-4c09830a2899","MaaSModelRef":{"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"routeName":"test-model-61a9e8-kserve-route","namespace":"ai-tenant-e2e-inf-a-61a9e8","llmisvcName":"test-model-61a9e8","gateway":"openshift-ingress/e2e-inf-a-61a9e8","hostnames":[]} {"level":"info","ts":"2026-07-09T05:04:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-61a9e8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-61a9e8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-61a9e8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-61a9e8"},"tenantIdentifier":"e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:04:16Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-61a9e8-auth","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8-auth","reconcileID":"71643da3-38d1-4848-92bf-3d21c5057839","MaaSAuthPolicy":{"name":"test-model-61a9e8-auth","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-61a9e8","tenantID":"e2e-inf-a-61a9e8","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T05:04:16Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-61a9e8-sub","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8-sub","reconcileID":"4b1da67c-cb4f-42c9-8da0-f9412977fd93","MaaSSubscription":{"name":"test-model-61a9e8-sub","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"name":"maas-trlp-test-model-61a9e8","model":"ai-tenant-e2e-inf-a-61a9e8/test-model-61a9e8","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:04:16Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-61a9e8-auth","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8-auth","reconcileID":"71643da3-38d1-4848-92bf-3d21c5057839"} {"level":"info","ts":"2026-07-09T05:04:16Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-61a9e8-auth","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8-auth","reconcileID":"71643da3-38d1-4848-92bf-3d21c5057839","MaaSAuthPolicy":{"name":"test-model-61a9e8-auth","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"name":"e2e-inf-a-61a9e8-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T05:04:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T05:04:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T05:04:24Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8","reconcileID":"5011e937-5460-4044-9d33-eed895d4b2c8","MaaSModelRef":{"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"routeName":"test-model-61a9e8-kserve-route","namespace":"ai-tenant-e2e-inf-a-61a9e8","llmisvcName":"test-model-61a9e8","gateway":"openshift-ingress/e2e-inf-a-61a9e8","hostnames":[]} {"level":"info","ts":"2026-07-09T05:04:24Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-61a9e8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-61a9e8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-61a9e8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-61a9e8"},"tenantIdentifier":"e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:04:24Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-61a9e8-auth","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8-auth","reconcileID":"815c8b77-39c0-4ae0-aa04-7a85e4072c38","MaaSAuthPolicy":{"name":"test-model-61a9e8-auth","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-61a9e8","tenantID":"e2e-inf-a-61a9e8","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T05:04:24Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-61a9e8-sub","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8-sub","reconcileID":"8bfbbf31-beff-4b47-b5b0-d60a6b34ac3b","MaaSSubscription":{"name":"test-model-61a9e8-sub","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"name":"maas-trlp-test-model-61a9e8","model":"ai-tenant-e2e-inf-a-61a9e8/test-model-61a9e8","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:04:24Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-61a9e8-auth","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8-auth","reconcileID":"815c8b77-39c0-4ae0-aa04-7a85e4072c38"} {"level":"info","ts":"2026-07-09T05:04:24Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-61a9e8-auth","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8-auth","reconcileID":"815c8b77-39c0-4ae0-aa04-7a85e4072c38","MaaSAuthPolicy":{"name":"test-model-61a9e8-auth","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"name":"e2e-inf-a-61a9e8-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T05:04:25Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-61a9e8-sub","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8-sub","reconcileID":"b0250e3b-fb4c-43fd-97c6-61948ea08c3f","MaaSSubscription":{"name":"test-model-61a9e8-sub","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"name":"maas-trlp-test-model-61a9e8","model":"ai-tenant-e2e-inf-a-61a9e8/test-model-61a9e8","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:04:26Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"20412363-16fe-47f1-b4f0-60d655833850","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:04:26Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7ab4f4c3-57d2-45ad-9250-cb2a2675963e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:04:45Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88","reconcileID":"72645e3e-ffb3-4958-813d-42572998c8ca","MaaSModelRef":{"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"},"routeName":"test-model-64ed88-kserve-route","namespace":"ai-tenant-e2e-inf-b-64ed88","llmisvcName":"test-model-64ed88","gateway":"openshift-ingress/e2e-inf-b-64ed88","hostnames":[]} {"level":"info","ts":"2026-07-09T05:04:45Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88","reconcileID":"dcfbf764-83da-4e7c-8280-f550bb79935d","MaaSModelRef":{"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"},"routeName":"test-model-64ed88-kserve-route","namespace":"ai-tenant-e2e-inf-b-64ed88","llmisvcName":"test-model-64ed88","gateway":"openshift-ingress/e2e-inf-b-64ed88","hostnames":[]} {"level":"info","ts":"2026-07-09T05:04:45Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88","reconcileID":"a325bc57-2a98-4918-8a92-5c34e2425f65","MaaSModelRef":{"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"},"routeName":"test-model-64ed88-kserve-route","namespace":"ai-tenant-e2e-inf-b-64ed88","llmisvcName":"test-model-64ed88","gateway":"openshift-ingress/e2e-inf-b-64ed88","hostnames":[]} {"level":"info","ts":"2026-07-09T05:04:45Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8","reconcileID":"947f3896-534b-4d3e-b9ae-433e6f471b42","MaaSModelRef":{"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"routeName":"test-model-61a9e8-kserve-route","namespace":"ai-tenant-e2e-inf-a-61a9e8","llmisvcName":"test-model-61a9e8","gateway":"openshift-ingress/e2e-inf-a-61a9e8","hostnames":[]} {"level":"info","ts":"2026-07-09T05:04:45Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88","reconcileID":"97696cfc-d31a-4d95-8786-33777e28586f","MaaSModelRef":{"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"},"routeName":"test-model-64ed88-kserve-route","namespace":"ai-tenant-e2e-inf-b-64ed88","llmisvcName":"test-model-64ed88","gateway":"openshift-ingress/e2e-inf-b-64ed88","hostnames":[]} {"level":"info","ts":"2026-07-09T05:04:45Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-64ed88-sub","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88-sub","reconcileID":"832d29bf-5964-41b0-b4bf-b65f44e8d1bd","MaaSSubscription":{"name":"test-model-64ed88-sub","namespace":"ai-tenant-e2e-inf-b-64ed88"},"name":"maas-trlp-test-model-64ed88","model":"test-model-64ed88","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-64ed88/test-model-64ed88-sub"]} {"level":"info","ts":"2026-07-09T05:04:45Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88","reconcileID":"5d088609-7bd5-4bf7-b5d7-e2237ab43f00","MaaSModelRef":{"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"},"routeName":"test-model-64ed88-kserve-route","namespace":"ai-tenant-e2e-inf-b-64ed88","llmisvcName":"test-model-64ed88","gateway":"openshift-ingress/e2e-inf-b-64ed88","hostnames":[]} {"level":"info","ts":"2026-07-09T05:04:45Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-64ed88-sub","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88-sub","reconcileID":"d3dd08a8-d4dc-446a-887e-c5f117d27dad","MaaSSubscription":{"name":"test-model-64ed88-sub","namespace":"ai-tenant-e2e-inf-b-64ed88"},"name":"maas-trlp-test-model-64ed88","model":"ai-tenant-e2e-inf-b-64ed88/test-model-64ed88","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:04:45Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88","reconcileID":"e95a19ff-1f2f-4356-881d-36ccc8e054de","MaaSModelRef":{"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"},"routeName":"test-model-64ed88-kserve-route","namespace":"ai-tenant-e2e-inf-b-64ed88","llmisvcName":"test-model-64ed88","gateway":"openshift-ingress/e2e-inf-b-64ed88","hostnames":[]} {"level":"info","ts":"2026-07-09T05:04:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-64ed88/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-64ed88","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-64ed88","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-64ed88"},"tenantIdentifier":"e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:04:45Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-64ed88-auth","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88-auth","reconcileID":"375fa336-e913-4745-936e-892cb01e3080","MaaSAuthPolicy":{"name":"test-model-64ed88-auth","namespace":"ai-tenant-e2e-inf-b-64ed88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-64ed88","tenantID":"e2e-inf-b-64ed88","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T05:04:45Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88","reconcileID":"4445099d-d64c-4976-bf2e-9d67b06b69bd","MaaSModelRef":{"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"},"routeName":"test-model-64ed88-kserve-route","namespace":"ai-tenant-e2e-inf-b-64ed88","llmisvcName":"test-model-64ed88","gateway":"openshift-ingress/e2e-inf-b-64ed88","hostnames":[]} {"level":"info","ts":"2026-07-09T05:04:45Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-64ed88-sub","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88-sub","reconcileID":"7e2fb523-e49f-4081-81a3-c5c3e62ebdf0","MaaSSubscription":{"name":"test-model-64ed88-sub","namespace":"ai-tenant-e2e-inf-b-64ed88"},"name":"maas-trlp-test-model-64ed88","model":"ai-tenant-e2e-inf-b-64ed88/test-model-64ed88","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:04:45Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-64ed88-auth","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88-auth","reconcileID":"375fa336-e913-4745-936e-892cb01e3080"} {"level":"info","ts":"2026-07-09T05:04:45Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-64ed88-auth","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88-auth","reconcileID":"375fa336-e913-4745-936e-892cb01e3080","MaaSAuthPolicy":{"name":"test-model-64ed88-auth","namespace":"ai-tenant-e2e-inf-b-64ed88"},"name":"e2e-inf-b-64ed88-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T05:04:45Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88","reconcileID":"88c319bb-1e8c-448a-aa72-27aa69a93b43","MaaSModelRef":{"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"},"routeName":"test-model-64ed88-kserve-route","namespace":"ai-tenant-e2e-inf-b-64ed88","llmisvcName":"test-model-64ed88","gateway":"openshift-ingress/e2e-inf-b-64ed88","hostnames":[]} {"level":"info","ts":"2026-07-09T05:04:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-64ed88/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-64ed88","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-64ed88","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-64ed88"},"tenantIdentifier":"e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:04:45Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-64ed88-auth","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88-auth","reconcileID":"55b57674-ddbd-498b-ac78-ea05c9d7b605","MaaSAuthPolicy":{"name":"test-model-64ed88-auth","namespace":"ai-tenant-e2e-inf-b-64ed88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-64ed88","tenantID":"e2e-inf-b-64ed88","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T05:04:45Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-64ed88-auth","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88-auth","reconcileID":"55b57674-ddbd-498b-ac78-ea05c9d7b605"} {"level":"info","ts":"2026-07-09T05:04:45Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-64ed88-auth","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88-auth","reconcileID":"55b57674-ddbd-498b-ac78-ea05c9d7b605","MaaSAuthPolicy":{"name":"test-model-64ed88-auth","namespace":"ai-tenant-e2e-inf-b-64ed88"},"name":"e2e-inf-b-64ed88-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T05:04:47Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e54814bb-0c48-4173-8118-f552d0dafd6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:04:47Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d74e1121-3296-416c-abd5-3d459e1d5d75","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:04:47Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-61a9e8-sub","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8-sub","reconcileID":"92d1d0c1-c4e8-425b-b455-e1ff8e308507","MaaSSubscription":{"name":"test-model-61a9e8-sub","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"name":"maas-trlp-test-model-61a9e8","model":"ai-tenant-e2e-inf-a-61a9e8/test-model-61a9e8","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:04:47Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-64ed88/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-64ed88","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-64ed88","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-64ed88"},"tenantIdentifier":"e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:04:47Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88","reconcileID":"02b8f338-c202-4838-b60a-deb83de1d85b","MaaSModelRef":{"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"},"routeName":"test-model-64ed88-kserve-route","namespace":"ai-tenant-e2e-inf-b-64ed88","llmisvcName":"test-model-64ed88","gateway":"openshift-ingress/e2e-inf-b-64ed88","hostnames":[]} {"level":"info","ts":"2026-07-09T05:04:47Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-64ed88-auth","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88-auth","reconcileID":"f77c21cb-8828-4a08-a2bf-5b46bfddf694","MaaSAuthPolicy":{"name":"test-model-64ed88-auth","namespace":"ai-tenant-e2e-inf-b-64ed88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-64ed88","tenantID":"e2e-inf-b-64ed88","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T05:04:47Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-64ed88-sub","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88-sub","reconcileID":"973c8917-b243-4d3f-a947-762bd61cb5c7","MaaSSubscription":{"name":"test-model-64ed88-sub","namespace":"ai-tenant-e2e-inf-b-64ed88"},"name":"maas-trlp-test-model-64ed88","model":"ai-tenant-e2e-inf-b-64ed88/test-model-64ed88","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:04:48Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-64ed88-auth","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88-auth","reconcileID":"f77c21cb-8828-4a08-a2bf-5b46bfddf694"} {"level":"info","ts":"2026-07-09T05:04:48Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-64ed88-auth","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88-auth","reconcileID":"f77c21cb-8828-4a08-a2bf-5b46bfddf694","MaaSAuthPolicy":{"name":"test-model-64ed88-auth","namespace":"ai-tenant-e2e-inf-b-64ed88"},"name":"e2e-inf-b-64ed88-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T05:04:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T05:04:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T05:04:54Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-64ed88-sub","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88-sub","reconcileID":"d437a9df-227f-4d9e-8849-9a9eb2d6c206","MaaSSubscription":{"name":"test-model-64ed88-sub","namespace":"ai-tenant-e2e-inf-b-64ed88"},"name":"maas-trlp-test-model-64ed88","model":"ai-tenant-e2e-inf-b-64ed88/test-model-64ed88","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:04:54Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88","reconcileID":"cd26885d-9942-4868-a6bc-7aa0f721385e","MaaSModelRef":{"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"},"routeName":"test-model-64ed88-kserve-route","namespace":"ai-tenant-e2e-inf-b-64ed88","llmisvcName":"test-model-64ed88","gateway":"openshift-ingress/e2e-inf-b-64ed88","hostnames":[]} {"level":"info","ts":"2026-07-09T05:04:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88","reconcileID":"46d1c257-921f-4da9-b552-9de187af4eae","MaaSModelRef":{"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"},"routeName":"test-model-64ed88-kserve-route","namespace":"ai-tenant-e2e-inf-b-64ed88","llmisvcName":"test-model-64ed88","gateway":"openshift-ingress/e2e-inf-b-64ed88","hostnames":[]} {"level":"info","ts":"2026-07-09T05:04:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-64ed88/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-64ed88","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-64ed88","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-64ed88"},"tenantIdentifier":"e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:04:55Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-64ed88-auth","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88-auth","reconcileID":"efe00565-a169-45fe-bd35-f8a94b7e15f7","MaaSAuthPolicy":{"name":"test-model-64ed88-auth","namespace":"ai-tenant-e2e-inf-b-64ed88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-64ed88","tenantID":"e2e-inf-b-64ed88","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T05:04:55Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-64ed88-sub","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88-sub","reconcileID":"b465eeef-1d46-4714-9153-7f5fbdfb4ceb","MaaSSubscription":{"name":"test-model-64ed88-sub","namespace":"ai-tenant-e2e-inf-b-64ed88"},"name":"maas-trlp-test-model-64ed88","model":"ai-tenant-e2e-inf-b-64ed88/test-model-64ed88","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:04:55Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-64ed88-auth","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88-auth","reconcileID":"efe00565-a169-45fe-bd35-f8a94b7e15f7"} {"level":"info","ts":"2026-07-09T05:04:55Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-64ed88-auth","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88-auth","reconcileID":"efe00565-a169-45fe-bd35-f8a94b7e15f7","MaaSAuthPolicy":{"name":"test-model-64ed88-auth","namespace":"ai-tenant-e2e-inf-b-64ed88"},"name":"e2e-inf-b-64ed88-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T05:05:00Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88","reconcileID":"c4ea65d4-4fd1-434f-b060-86268fd90f90","MaaSModelRef":{"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"},"routeName":"test-model-64ed88-kserve-route","namespace":"ai-tenant-e2e-inf-b-64ed88","llmisvcName":"test-model-64ed88","gateway":"openshift-ingress/e2e-inf-b-64ed88","hostnames":[]} {"level":"info","ts":"2026-07-09T05:05:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-64ed88/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-64ed88","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-64ed88","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-64ed88"},"tenantIdentifier":"e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:05:00Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-64ed88-auth","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88-auth","reconcileID":"2806ed2e-6b3b-4ff6-a4e3-3fbfb54e09b9","MaaSAuthPolicy":{"name":"test-model-64ed88-auth","namespace":"ai-tenant-e2e-inf-b-64ed88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-64ed88","tenantID":"e2e-inf-b-64ed88","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T05:05:00Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-64ed88-sub","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88-sub","reconcileID":"883c765a-b935-4ac0-829b-640943440d8c","MaaSSubscription":{"name":"test-model-64ed88-sub","namespace":"ai-tenant-e2e-inf-b-64ed88"},"name":"maas-trlp-test-model-64ed88","model":"ai-tenant-e2e-inf-b-64ed88/test-model-64ed88","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:05:00Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-64ed88-auth","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88-auth","reconcileID":"2806ed2e-6b3b-4ff6-a4e3-3fbfb54e09b9"} {"level":"info","ts":"2026-07-09T05:05:00Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-64ed88-auth","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88-auth","reconcileID":"2806ed2e-6b3b-4ff6-a4e3-3fbfb54e09b9","MaaSAuthPolicy":{"name":"test-model-64ed88-auth","namespace":"ai-tenant-e2e-inf-b-64ed88"},"name":"e2e-inf-b-64ed88-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T05:05:06Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-61a9e8-auth","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8-auth","reconcileID":"b31411fe-89e6-40d1-bc3f-a4c3b19a80b9","MaaSAuthPolicy":{"name":"test-model-61a9e8-auth","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"model":"ai-tenant-e2e-inf-a-61a9e8/test-model-61a9e8"} {"level":"info","ts":"2026-07-09T05:05:06Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8","reconcileID":"9fd82ce0-5517-4a30-9563-5154140ef191","MaaSModelRef":{"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"routeName":"test-model-61a9e8-kserve-route","namespace":"ai-tenant-e2e-inf-a-61a9e8","llmisvcName":"test-model-61a9e8","gateway":"openshift-ingress/e2e-inf-a-61a9e8","hostnames":[]} {"level":"info","ts":"2026-07-09T05:05:06Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-61a9e8-sub","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8-sub","reconcileID":"7816940b-800a-497a-96b2-91afdf9998f1","MaaSSubscription":{"name":"test-model-61a9e8-sub","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"name":"maas-trlp-test-model-61a9e8","model":"ai-tenant-e2e-inf-a-61a9e8/test-model-61a9e8","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:05:06Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8","reconcileID":"18f6d97d-774c-43a2-a65a-00fb5505b586","MaaSModelRef":{"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"routeName":"test-model-61a9e8-kserve-route","namespace":"ai-tenant-e2e-inf-a-61a9e8","llmisvcName":"test-model-61a9e8","gateway":"openshift-ingress/e2e-inf-a-61a9e8","hostnames":[]} {"level":"info","ts":"2026-07-09T05:05:06Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-61a9e8-sub","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8-sub","reconcileID":"0173eba6-cba0-4f60-9c67-cdcf991f6599","MaaSSubscription":{"name":"test-model-61a9e8-sub","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"name":"maas-trlp-test-model-61a9e8","model":"ai-tenant-e2e-inf-a-61a9e8/test-model-61a9e8","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:05:06Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-61a9e8-sub","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8-sub","reconcileID":"cf0bd3b6-ab22-4ca2-af73-dc50560a2a30","MaaSSubscription":{"name":"test-model-61a9e8-sub","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"model":"ai-tenant-e2e-inf-a-61a9e8/test-model-61a9e8","subscription":"test-model-61a9e8-sub"} {"level":"info","ts":"2026-07-09T05:05:06Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8","reconcileID":"e100c886-36e2-48ff-be5f-af4d28e43bf4","MaaSModelRef":{"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"routeName":"test-model-61a9e8-kserve-route","namespace":"ai-tenant-e2e-inf-a-61a9e8","llmisvcName":"test-model-61a9e8","gateway":"openshift-ingress/e2e-inf-a-61a9e8","hostnames":[]} {"level":"info","ts":"2026-07-09T05:05:06Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-61a9e8-sub","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8-sub","reconcileID":"cf0bd3b6-ab22-4ca2-af73-dc50560a2a30","MaaSSubscription":{"name":"test-model-61a9e8-sub","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"model":"ai-tenant-e2e-inf-a-61a9e8/test-model-61a9e8"} {"level":"info","ts":"2026-07-09T05:05:06Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-61a9e8-sub","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8-sub","reconcileID":"cf0bd3b6-ab22-4ca2-af73-dc50560a2a30","MaaSSubscription":{"name":"test-model-61a9e8-sub","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"name":"maas-trlp-test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8","model":"ai-tenant-e2e-inf-a-61a9e8/test-model-61a9e8"} {"level":"info","ts":"2026-07-09T05:05:06Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"test-model-61a9e8","reconcileID":"9a3985f8-97bd-4928-9c4a-c6a5268776e1","MaaSModelRef":{"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"routeName":"test-model-61a9e8-kserve-route","namespace":"ai-tenant-e2e-inf-a-61a9e8","llmisvcName":"test-model-61a9e8","gateway":"openshift-ingress/e2e-inf-a-61a9e8","hostnames":[]} {"level":"info","ts":"2026-07-09T05:05:06Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-64ed88-auth","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88-auth","reconcileID":"9ecb86c7-eb46-403a-83ac-b28dc01bbf41","MaaSAuthPolicy":{"name":"test-model-64ed88-auth","namespace":"ai-tenant-e2e-inf-b-64ed88"},"model":"ai-tenant-e2e-inf-b-64ed88/test-model-64ed88"} {"level":"info","ts":"2026-07-09T05:05:06Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88","reconcileID":"0126f18f-61f4-4bf9-8990-d219065684c1","MaaSModelRef":{"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"},"routeName":"test-model-64ed88-kserve-route","namespace":"ai-tenant-e2e-inf-b-64ed88","llmisvcName":"test-model-64ed88","gateway":"openshift-ingress/e2e-inf-b-64ed88","hostnames":[]} {"level":"info","ts":"2026-07-09T05:05:06Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-64ed88-auth","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88-auth","reconcileID":"50df27b6-b3cb-4052-bbc6-79b6205777ae","MaaSAuthPolicy":{"name":"test-model-64ed88-auth","namespace":"ai-tenant-e2e-inf-b-64ed88"},"model":"ai-tenant-e2e-inf-b-64ed88/test-model-64ed88"} {"level":"info","ts":"2026-07-09T05:05:06Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88","reconcileID":"e0b397bb-e601-4e99-8220-d9cd8b13da9a","MaaSModelRef":{"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"},"routeName":"test-model-64ed88-kserve-route","namespace":"ai-tenant-e2e-inf-b-64ed88","llmisvcName":"test-model-64ed88","gateway":"openshift-ingress/e2e-inf-b-64ed88","hostnames":[]} {"level":"info","ts":"2026-07-09T05:05:06Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-64ed88-sub","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88-sub","reconcileID":"d44f7c7f-5f98-4f96-838d-b22dcab09671","MaaSSubscription":{"name":"test-model-64ed88-sub","namespace":"ai-tenant-e2e-inf-b-64ed88"},"name":"maas-trlp-test-model-64ed88","model":"ai-tenant-e2e-inf-b-64ed88/test-model-64ed88","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:05:06Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-64ed88-sub","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88-sub","reconcileID":"ae153abf-7cdc-434b-9b6d-5d415d4cb29b","MaaSSubscription":{"name":"test-model-64ed88-sub","namespace":"ai-tenant-e2e-inf-b-64ed88"},"name":"maas-trlp-test-model-64ed88","model":"ai-tenant-e2e-inf-b-64ed88/test-model-64ed88","subscriptionCount":1} {"level":"error","ts":"2026-07-09T05:05:07Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-64ed88-auth","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88-auth","reconcileID":"50df27b6-b3cb-4052-bbc6-79b6205777ae","error":"maasauthpolicies.maas.opendatahub.io \"test-model-64ed88-auth\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T05:05:07Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-64ed88-sub","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88-sub","reconcileID":"91d4e5cc-6982-4424-b9e8-445e00adb2d1","MaaSSubscription":{"name":"test-model-64ed88-sub","namespace":"ai-tenant-e2e-inf-b-64ed88"},"model":"ai-tenant-e2e-inf-b-64ed88/test-model-64ed88","subscription":"test-model-64ed88-sub"} {"level":"info","ts":"2026-07-09T05:05:07Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88","reconcileID":"4d5cb7bf-193a-4eac-bc36-12636d7990a3","MaaSModelRef":{"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"},"routeName":"test-model-64ed88-kserve-route","namespace":"ai-tenant-e2e-inf-b-64ed88","llmisvcName":"test-model-64ed88","gateway":"openshift-ingress/e2e-inf-b-64ed88","hostnames":[]} {"level":"info","ts":"2026-07-09T05:05:07Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-64ed88-sub","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88-sub","reconcileID":"91d4e5cc-6982-4424-b9e8-445e00adb2d1","MaaSSubscription":{"name":"test-model-64ed88-sub","namespace":"ai-tenant-e2e-inf-b-64ed88"},"model":"ai-tenant-e2e-inf-b-64ed88/test-model-64ed88"} {"level":"info","ts":"2026-07-09T05:05:07Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-64ed88-sub","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88-sub","reconcileID":"91d4e5cc-6982-4424-b9e8-445e00adb2d1","MaaSSubscription":{"name":"test-model-64ed88-sub","namespace":"ai-tenant-e2e-inf-b-64ed88"},"name":"maas-trlp-test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88","model":"ai-tenant-e2e-inf-b-64ed88/test-model-64ed88"} {"level":"info","ts":"2026-07-09T05:05:07Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"test-model-64ed88","reconcileID":"9a4d3fe3-6b88-41dc-a500-cb070728bacf","MaaSModelRef":{"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"},"routeName":"test-model-64ed88-kserve-route","namespace":"ai-tenant-e2e-inf-b-64ed88","llmisvcName":"test-model-64ed88","gateway":"openshift-ingress/e2e-inf-b-64ed88","hostnames":[]} {"level":"info","ts":"2026-07-09T05:05:07Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1ab75c8a-c5a5-45fb-b3d6-2cad08ade69b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:05:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-61a9e8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-61a9e8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-61a9e8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-61a9e8"},"tenantIdentifier":"e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:05:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-61a9e8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-61a9e8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-61a9e8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-61a9e8"},"tenantIdentifier":"e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:05:07Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"default-tenant","reconcileID":"8d86bab3-2996-4766-9caf-50bdb49852cc","tenant":"ai-tenant-e2e-inf-a-61a9e8/default-tenant","tenantID":"e2e-inf-a-61a9e8","subscriptionNamespace":"ai-tenant-e2e-inf-a-61a9e8","gatewayName":"e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:05:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-61a9e8","deploymentName":"maas-api-e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:05:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-61a9e8","deploymentName":"maas-api-e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:05:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-61a9e8","deploymentName":"maas-api-e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:05:08Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"176f39a9-f3f5-4fee-ab07-5918c222a7c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:05:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-61a9e8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-61a9e8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-61a9e8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-61a9e8"},"tenantIdentifier":"e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:05:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-61a9e8","deploymentName":"maas-api-e2e-inf-a-61a9e8"} {"level":"error","ts":"2026-07-09T05:05:08Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"default-tenant","reconcileID":"8d86bab3-2996-4766-9caf-50bdb49852cc","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T05:05:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-61a9e8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-61a9e8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-61a9e8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-61a9e8"},"tenantIdentifier":"e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:05:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-61a9e8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-61a9e8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-61a9e8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-61a9e8"},"tenantIdentifier":"e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:05:08Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"default-tenant","reconcileID":"21082916-c0b3-4e42-bb62-9e6327bda1a2","namespace":"ai-tenant-e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:05:08Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"default-tenant","reconcileID":"21082916-c0b3-4e42-bb62-9e6327bda1a2","count":0} {"level":"info","ts":"2026-07-09T05:05:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-61a9e8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-61a9e8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-61a9e8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-61a9e8"},"tenantIdentifier":"e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:05:08Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"default-tenant","reconcileID":"21082916-c0b3-4e42-bb62-9e6327bda1a2","tenant":"e2e-inf-a-61a9e8","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-09T05:05:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-61a9e8","deploymentName":"maas-api-e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:05:08Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"default-tenant","reconcileID":"21082916-c0b3-4e42-bb62-9e6327bda1a2","gvk":"Deployment","name":"maas-api-e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:05:08Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"default-tenant","reconcileID":"21082916-c0b3-4e42-bb62-9e6327bda1a2","gvk":"Service","name":"maas-api-e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:05:08Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"default-tenant","reconcileID":"21082916-c0b3-4e42-bb62-9e6327bda1a2","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:05:08Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-61a9e8"},"namespace":"ai-tenant-e2e-inf-a-61a9e8","name":"default-tenant","reconcileID":"21082916-c0b3-4e42-bb62-9e6327bda1a2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-61a9e8"} {"level":"info","ts":"2026-07-09T05:05:14Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"84faccdf-d623-4889-a5b5-46983ec8e772","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:05:15Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"975ebb88-ef92-4609-b644-083a0ee53cbd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:05:19Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"87869a16-e9a7-49c4-a0f2-3f317eb628ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:05:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T05:05:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T05:05:20Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"de58567a-cf66-455e-acfd-f1bc4c724b55","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:05:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T05:05:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T05:05:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-64ed88/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-64ed88","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-64ed88","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-64ed88"},"tenantIdentifier":"e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:05:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-64ed88/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-64ed88","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-64ed88","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-64ed88"},"tenantIdentifier":"e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:05:50Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"default-tenant","reconcileID":"6055cc95-8c4e-496b-91ad-6d221d2539f2","tenant":"ai-tenant-e2e-inf-b-64ed88/default-tenant","tenantID":"e2e-inf-b-64ed88","subscriptionNamespace":"ai-tenant-e2e-inf-b-64ed88","gatewayName":"e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:05:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-64ed88","deploymentName":"maas-api-e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:05:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-64ed88","deploymentName":"maas-api-e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:05:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-64ed88","deploymentName":"maas-api-e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:05:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-64ed88/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-64ed88","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-64ed88","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-64ed88"},"tenantIdentifier":"e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:05:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-64ed88","deploymentName":"maas-api-e2e-inf-b-64ed88"} {"level":"error","ts":"2026-07-09T05:05:51Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"default-tenant","reconcileID":"6055cc95-8c4e-496b-91ad-6d221d2539f2","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T05:05:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-64ed88/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-64ed88","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-64ed88","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-64ed88"},"tenantIdentifier":"e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:05:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-64ed88/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-64ed88","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-64ed88","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-64ed88"},"tenantIdentifier":"e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:05:51Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"default-tenant","reconcileID":"888ab96a-2e9c-4cae-9cc7-9edc7b84b4ba","namespace":"ai-tenant-e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:05:51Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"default-tenant","reconcileID":"888ab96a-2e9c-4cae-9cc7-9edc7b84b4ba","count":0} {"level":"info","ts":"2026-07-09T05:05:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-64ed88/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-64ed88","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-64ed88","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-64ed88"},"tenantIdentifier":"e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:05:51Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"default-tenant","reconcileID":"888ab96a-2e9c-4cae-9cc7-9edc7b84b4ba","tenant":"e2e-inf-b-64ed88","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-09T05:05:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-64ed88","deploymentName":"maas-api-e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:05:51Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"default-tenant","reconcileID":"888ab96a-2e9c-4cae-9cc7-9edc7b84b4ba","gvk":"Deployment","name":"maas-api-e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:05:51Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"default-tenant","reconcileID":"888ab96a-2e9c-4cae-9cc7-9edc7b84b4ba","gvk":"Service","name":"maas-api-e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:05:51Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"default-tenant","reconcileID":"888ab96a-2e9c-4cae-9cc7-9edc7b84b4ba","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:05:51Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-64ed88"},"namespace":"ai-tenant-e2e-inf-b-64ed88","name":"default-tenant","reconcileID":"888ab96a-2e9c-4cae-9cc7-9edc7b84b4ba","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-64ed88"} {"level":"info","ts":"2026-07-09T05:05:54Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-09T05:05:54Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-09T05:05:54Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"c3a9e535-8de6-4888-b1e1-917064afaa97","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-07-09T05:05:54Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-09T05:05:54Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-09T05:05:54Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-09T05:05:55Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-09T05:05:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-09T05:05:55Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ee00e5c9-048b-4d38-99a6-7ff45654a0b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:05:55Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ae59681c-da1d-4420-b674-c9a6fc28efd1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:06:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ad2943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ad2943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ad2943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ad2943"},"tenantIdentifier":"e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ad2943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ad2943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ad2943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ad2943"},"tenantIdentifier":"e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:01Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ad2943"},"namespace":"ai-tenant-e2e-api-a-ad2943","name":"default-tenant","reconcileID":"e45b9e77-377b-4638-97f4-04783cb89b1a","tenant":"ai-tenant-e2e-api-a-ad2943/default-tenant","tenantID":"e2e-api-a-ad2943","subscriptionNamespace":"ai-tenant-e2e-api-a-ad2943","gatewayName":"e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ad2943","deploymentName":"maas-api-e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ad2943","deploymentName":"maas-api-e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ad2943","deploymentName":"maas-api-e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ad2943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ad2943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ad2943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ad2943"},"tenantIdentifier":"e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ad2943","deploymentName":"maas-api-e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ad2943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ad2943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ad2943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ad2943"},"tenantIdentifier":"e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ad2943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ad2943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ad2943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ad2943"},"tenantIdentifier":"e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:02Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ad2943"},"namespace":"ai-tenant-e2e-api-a-ad2943","name":"default-tenant","reconcileID":"96c7e946-368d-42fd-bb0d-76aee7afd647","tenant":"ai-tenant-e2e-api-a-ad2943/default-tenant","tenantID":"e2e-api-a-ad2943","subscriptionNamespace":"ai-tenant-e2e-api-a-ad2943","gatewayName":"e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ad2943","deploymentName":"maas-api-e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ad2943","deploymentName":"maas-api-e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ad2943","deploymentName":"maas-api-e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:02Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"73c88b07-704e-4856-a290-f2bfafaad109","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:06:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ad2943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ad2943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ad2943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ad2943"},"tenantIdentifier":"e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ad2943","deploymentName":"maas-api-e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:02Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"edbf2b3a-1f26-4c3e-a985-072ca3e79282","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:06:06Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55811c10-b2b3-47f6-b674-601462d04526","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-09T05:06:06Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ad2943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ad2943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ad2943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ad2943"},"tenantIdentifier":"e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:06Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d82912db-dbed-44f9-87f3-423295f1ca44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-09T05:06:06Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ad2943-policy","namespace":"ai-tenant-e2e-api-a-ad2943"},"namespace":"ai-tenant-e2e-api-a-ad2943","name":"e2e-e2e-api-a-ad2943-policy","reconcileID":"552bee2e-f102-4c0a-8dc8-b81344a7e72d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ad2943-policy","namespace":"ai-tenant-e2e-api-a-ad2943"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ad2943","tenantID":"e2e-api-a-ad2943","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T05:06:06Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ad2943-policy","namespace":"ai-tenant-e2e-api-a-ad2943"},"namespace":"ai-tenant-e2e-api-a-ad2943","name":"e2e-e2e-api-a-ad2943-policy","reconcileID":"552bee2e-f102-4c0a-8dc8-b81344a7e72d"} {"level":"info","ts":"2026-07-09T05:06:06Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ad2943-policy","namespace":"ai-tenant-e2e-api-a-ad2943"},"namespace":"ai-tenant-e2e-api-a-ad2943","name":"e2e-e2e-api-a-ad2943-policy","reconcileID":"552bee2e-f102-4c0a-8dc8-b81344a7e72d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ad2943-policy","namespace":"ai-tenant-e2e-api-a-ad2943"},"name":"e2e-api-a-ad2943-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T05:06:06Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d31fa1db-b367-4aac-baad-d2322cd7aa8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-09T05:06:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-9ad9dc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-9ad9dc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-9ad9dc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-9ad9dc"},"tenantIdentifier":"e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-9ad9dc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-9ad9dc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-9ad9dc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-9ad9dc"},"tenantIdentifier":"e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:09Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"default-tenant","reconcileID":"ef0a74c9-86a3-444e-aa2e-b6bfeb0c14e2","tenant":"ai-tenant-e2e-api-b-9ad9dc/default-tenant","tenantID":"e2e-api-b-9ad9dc","subscriptionNamespace":"ai-tenant-e2e-api-b-9ad9dc","gatewayName":"e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-9ad9dc","deploymentName":"maas-api-e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-9ad9dc","deploymentName":"maas-api-e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-9ad9dc","deploymentName":"maas-api-e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:10Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"643c114d-9bee-482a-b1d7-199c0be4f7d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:06:10Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0e0bc7cf-ff9c-484c-8bb6-c4e6c90f7600","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:06:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-9ad9dc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-9ad9dc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-9ad9dc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-9ad9dc"},"tenantIdentifier":"e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-9ad9dc","deploymentName":"maas-api-e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-9ad9dc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-9ad9dc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-9ad9dc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-9ad9dc"},"tenantIdentifier":"e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-9ad9dc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-9ad9dc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-9ad9dc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-9ad9dc"},"tenantIdentifier":"e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:10Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"default-tenant","reconcileID":"3d102fdc-d3e8-42d3-8de9-1613951c976c","tenant":"ai-tenant-e2e-api-b-9ad9dc/default-tenant","tenantID":"e2e-api-b-9ad9dc","subscriptionNamespace":"ai-tenant-e2e-api-b-9ad9dc","gatewayName":"e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-9ad9dc","deploymentName":"maas-api-e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-9ad9dc","deploymentName":"maas-api-e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-9ad9dc","deploymentName":"maas-api-e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-9ad9dc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-9ad9dc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-9ad9dc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-9ad9dc"},"tenantIdentifier":"e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-9ad9dc","deploymentName":"maas-api-e2e-api-b-9ad9dc"} {"level":"error","ts":"2026-07-09T05:06:11Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"default-tenant","reconcileID":"3d102fdc-d3e8-42d3-8de9-1613951c976c","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T05:06:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-9ad9dc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-9ad9dc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-9ad9dc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-9ad9dc"},"tenantIdentifier":"e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-9ad9dc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-9ad9dc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-9ad9dc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-9ad9dc"},"tenantIdentifier":"e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:11Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"default-tenant","reconcileID":"469b1774-f417-420f-a01a-56cda9ec7969","tenant":"ai-tenant-e2e-api-b-9ad9dc/default-tenant","tenantID":"e2e-api-b-9ad9dc","subscriptionNamespace":"ai-tenant-e2e-api-b-9ad9dc","gatewayName":"e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-9ad9dc","deploymentName":"maas-api-e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-9ad9dc","deploymentName":"maas-api-e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-9ad9dc","deploymentName":"maas-api-e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-9ad9dc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-9ad9dc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-9ad9dc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-9ad9dc"},"tenantIdentifier":"e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-9ad9dc","deploymentName":"maas-api-e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-9ad9dc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-9ad9dc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-9ad9dc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-9ad9dc"},"tenantIdentifier":"e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-9ad9dc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-9ad9dc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-9ad9dc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-9ad9dc"},"tenantIdentifier":"e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:11Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"default-tenant","reconcileID":"decafa95-2677-4f1e-9158-63f262d9ee4c","tenant":"ai-tenant-e2e-api-b-9ad9dc/default-tenant","tenantID":"e2e-api-b-9ad9dc","subscriptionNamespace":"ai-tenant-e2e-api-b-9ad9dc","gatewayName":"e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-9ad9dc","deploymentName":"maas-api-e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-9ad9dc","deploymentName":"maas-api-e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-9ad9dc","deploymentName":"maas-api-e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-9ad9dc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-9ad9dc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-9ad9dc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-9ad9dc"},"tenantIdentifier":"e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-9ad9dc","deploymentName":"maas-api-e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:14Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5820ec8c-4453-4f70-b161-45e68247df65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-09T05:06:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-9ad9dc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-9ad9dc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-9ad9dc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-9ad9dc"},"tenantIdentifier":"e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:14Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1118b1b-3e66-426c-8ea8-986dde5ba96a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-09T05:06:14Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ad9dc-policy","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"e2e-e2e-api-b-9ad9dc-policy","reconcileID":"e3ee19be-6aa6-442e-adff-e2dc54573290","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ad9dc-policy","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9ad9dc","tenantID":"e2e-api-b-9ad9dc","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T05:06:14Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ad9dc-policy","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"e2e-e2e-api-b-9ad9dc-policy","reconcileID":"e3ee19be-6aa6-442e-adff-e2dc54573290"} {"level":"info","ts":"2026-07-09T05:06:14Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ad9dc-policy","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"e2e-e2e-api-b-9ad9dc-policy","reconcileID":"e3ee19be-6aa6-442e-adff-e2dc54573290","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ad9dc-policy","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"name":"e2e-api-b-9ad9dc-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T05:06:14Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ff01688-c3ff-484b-a1ee-efe4662e2a2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-09T05:06:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T05:06:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T05:06:22Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ad2943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ad2943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ad2943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ad2943"},"tenantIdentifier":"e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:22Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ad2943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ad2943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ad2943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ad2943"},"tenantIdentifier":"e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:22Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ad2943-policy","namespace":"ai-tenant-e2e-api-a-ad2943"},"namespace":"ai-tenant-e2e-api-a-ad2943","name":"e2e-e2e-api-a-ad2943-policy","reconcileID":"0defba8e-3349-48ae-89e2-fec4ecea9e9c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ad2943-policy","namespace":"ai-tenant-e2e-api-a-ad2943"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ad2943","tenantID":"e2e-api-a-ad2943","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T05:06:22Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ad2943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ad2943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ad2943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ad2943"},"tenantIdentifier":"e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:22Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ad2943"},"namespace":"ai-tenant-e2e-api-a-ad2943","name":"default-tenant","reconcileID":"7d78a96a-0ee1-4ca3-8261-a2b69438a73f","tenant":"ai-tenant-e2e-api-a-ad2943/default-tenant","tenantID":"e2e-api-a-ad2943","subscriptionNamespace":"ai-tenant-e2e-api-a-ad2943","gatewayName":"e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:22Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ad2943-policy","namespace":"ai-tenant-e2e-api-a-ad2943"},"namespace":"ai-tenant-e2e-api-a-ad2943","name":"e2e-e2e-api-a-ad2943-policy","reconcileID":"0defba8e-3349-48ae-89e2-fec4ecea9e9c"} {"level":"info","ts":"2026-07-09T05:06:22Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ad2943-policy","namespace":"ai-tenant-e2e-api-a-ad2943"},"namespace":"ai-tenant-e2e-api-a-ad2943","name":"e2e-e2e-api-a-ad2943-policy","reconcileID":"0defba8e-3349-48ae-89e2-fec4ecea9e9c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ad2943-policy","namespace":"ai-tenant-e2e-api-a-ad2943"},"name":"e2e-api-a-ad2943-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T05:06:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ad2943","deploymentName":"maas-api-e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ad2943","deploymentName":"maas-api-e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ad2943","deploymentName":"maas-api-e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ad2943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ad2943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ad2943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ad2943"},"tenantIdentifier":"e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ad2943","deploymentName":"maas-api-e2e-api-a-ad2943"} {"level":"error","ts":"2026-07-09T05:06:23Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ad2943"},"namespace":"ai-tenant-e2e-api-a-ad2943","name":"default-tenant","reconcileID":"7d78a96a-0ee1-4ca3-8261-a2b69438a73f","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T05:06:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ad2943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ad2943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ad2943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ad2943"},"tenantIdentifier":"e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ad2943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ad2943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ad2943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ad2943"},"tenantIdentifier":"e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:23Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ad2943"},"namespace":"ai-tenant-e2e-api-a-ad2943","name":"default-tenant","reconcileID":"bd5bd342-aebc-4bc0-9c8b-cb7b62c25797","namespace":"ai-tenant-e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:23Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ad2943"},"namespace":"ai-tenant-e2e-api-a-ad2943","name":"default-tenant","reconcileID":"bd5bd342-aebc-4bc0-9c8b-cb7b62c25797","name":"e2e-e2e-api-a-ad2943-policy","namespace":"ai-tenant-e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:23Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ad2943"},"namespace":"ai-tenant-e2e-api-a-ad2943","name":"default-tenant","reconcileID":"bd5bd342-aebc-4bc0-9c8b-cb7b62c25797","count":1} {"level":"info","ts":"2026-07-09T05:06:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-ad2943/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-ad2943","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-ad2943","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-ad2943"},"tenantIdentifier":"e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:23Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ad2943"},"namespace":"ai-tenant-e2e-api-a-ad2943","name":"default-tenant","reconcileID":"bd5bd342-aebc-4bc0-9c8b-cb7b62c25797","tenant":"e2e-api-a-ad2943","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-09T05:06:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-ad2943","deploymentName":"maas-api-e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:23Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ad2943-policy","namespace":"ai-tenant-e2e-api-a-ad2943"},"namespace":"ai-tenant-e2e-api-a-ad2943","name":"e2e-e2e-api-a-ad2943-policy","reconcileID":"27339028-8a79-421e-aa40-e36eabcb06d5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ad2943-policy","namespace":"ai-tenant-e2e-api-a-ad2943"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-09T05:06:23Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ad2943"},"namespace":"ai-tenant-e2e-api-a-ad2943","name":"default-tenant","reconcileID":"bd5bd342-aebc-4bc0-9c8b-cb7b62c25797","gvk":"Deployment","name":"maas-api-e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:23Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ad2943"},"namespace":"ai-tenant-e2e-api-a-ad2943","name":"default-tenant","reconcileID":"bd5bd342-aebc-4bc0-9c8b-cb7b62c25797","gvk":"Service","name":"maas-api-e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:23Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ad2943"},"namespace":"ai-tenant-e2e-api-a-ad2943","name":"default-tenant","reconcileID":"bd5bd342-aebc-4bc0-9c8b-cb7b62c25797","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:23Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ad2943"},"namespace":"ai-tenant-e2e-api-a-ad2943","name":"default-tenant","reconcileID":"bd5bd342-aebc-4bc0-9c8b-cb7b62c25797","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-ad2943"} {"level":"info","ts":"2026-07-09T05:06:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-9ad9dc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-9ad9dc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-9ad9dc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-9ad9dc"},"tenantIdentifier":"e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-9ad9dc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-9ad9dc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-9ad9dc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-9ad9dc"},"tenantIdentifier":"e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:29Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ad9dc-policy","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"e2e-e2e-api-b-9ad9dc-policy","reconcileID":"b075d310-104a-45ac-ad07-11f769b02c17","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ad9dc-policy","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-9ad9dc","tenantID":"e2e-api-b-9ad9dc","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T05:06:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-9ad9dc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-9ad9dc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-9ad9dc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-9ad9dc"},"tenantIdentifier":"e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:29Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"default-tenant","reconcileID":"15136b9d-2815-4c48-acb2-303f4720751a","tenant":"ai-tenant-e2e-api-b-9ad9dc/default-tenant","tenantID":"e2e-api-b-9ad9dc","subscriptionNamespace":"ai-tenant-e2e-api-b-9ad9dc","gatewayName":"e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:29Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ad9dc-policy","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"e2e-e2e-api-b-9ad9dc-policy","reconcileID":"b075d310-104a-45ac-ad07-11f769b02c17"} {"level":"info","ts":"2026-07-09T05:06:29Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ad9dc-policy","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"e2e-e2e-api-b-9ad9dc-policy","reconcileID":"b075d310-104a-45ac-ad07-11f769b02c17","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ad9dc-policy","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"name":"e2e-api-b-9ad9dc-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T05:06:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-9ad9dc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-9ad9dc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-9ad9dc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-9ad9dc"},"tenantIdentifier":"e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-9ad9dc","deploymentName":"maas-api-e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-9ad9dc","deploymentName":"maas-api-e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-9ad9dc","deploymentName":"maas-api-e2e-api-b-9ad9dc"} {"level":"error","ts":"2026-07-09T05:06:29Z","msg":"failed to fetch gateway info","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ad9dc-policy","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"e2e-e2e-api-b-9ad9dc-policy","reconcileID":"ae96e68c-83ca-4391-9a17-6c7a3c3a863c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ad9dc-policy","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"error":"get owning AITenant ai-tenants/e2e-api-b-9ad9dc for tenant ai-tenant-e2e-api-b-9ad9dc/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-b-9ad9dc\" not found","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:472\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-09T05:06:29Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ad9dc-policy","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"e2e-e2e-api-b-9ad9dc-policy","reconcileID":"ae96e68c-83ca-4391-9a17-6c7a3c3a863c","error":"get owning AITenant ai-tenants/e2e-api-b-9ad9dc for tenant ai-tenant-e2e-api-b-9ad9dc/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-b-9ad9dc\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T05:06:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-9ad9dc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-9ad9dc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-9ad9dc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-9ad9dc"},"tenantIdentifier":"e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-9ad9dc","deploymentName":"maas-api-e2e-api-b-9ad9dc"} {"level":"error","ts":"2026-07-09T05:06:29Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"default-tenant","reconcileID":"15136b9d-2815-4c48-acb2-303f4720751a","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T05:06:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-9ad9dc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-9ad9dc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-9ad9dc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-9ad9dc"},"tenantIdentifier":"e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-9ad9dc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-9ad9dc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-9ad9dc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-9ad9dc"},"tenantIdentifier":"e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:29Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"default-tenant","reconcileID":"47c68697-6a7e-41d2-b932-fc3592cea66e","namespace":"ai-tenant-e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:29Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"default-tenant","reconcileID":"47c68697-6a7e-41d2-b932-fc3592cea66e","name":"e2e-e2e-api-b-9ad9dc-policy","namespace":"ai-tenant-e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:29Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"default-tenant","reconcileID":"47c68697-6a7e-41d2-b932-fc3592cea66e","count":1} {"level":"info","ts":"2026-07-09T05:06:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-9ad9dc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-9ad9dc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-9ad9dc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-9ad9dc"},"tenantIdentifier":"e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:29Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"default-tenant","reconcileID":"47c68697-6a7e-41d2-b932-fc3592cea66e","tenant":"e2e-api-b-9ad9dc","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-09T05:06:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-9ad9dc","deploymentName":"maas-api-e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:29Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ad9dc-policy","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"e2e-e2e-api-b-9ad9dc-policy","reconcileID":"4e7388fb-1386-4edb-98e2-f5c2288aafb3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-9ad9dc-policy","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-09T05:06:29Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"default-tenant","reconcileID":"47c68697-6a7e-41d2-b932-fc3592cea66e","gvk":"Deployment","name":"maas-api-e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:29Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"default-tenant","reconcileID":"47c68697-6a7e-41d2-b932-fc3592cea66e","gvk":"Service","name":"maas-api-e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:29Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"default-tenant","reconcileID":"47c68697-6a7e-41d2-b932-fc3592cea66e","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:29Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"default-tenant","reconcileID":"47c68697-6a7e-41d2-b932-fc3592cea66e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-9ad9dc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-9ad9dc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-9ad9dc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-9ad9dc"},"tenantIdentifier":"e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-9ad9dc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-9ad9dc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-9ad9dc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-9ad9dc"},"tenantIdentifier":"e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:29Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"default-tenant","reconcileID":"9226ae49-db5d-43fb-8f28-7622af19dfbe","namespace":"ai-tenant-e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:29Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"default-tenant","reconcileID":"9226ae49-db5d-43fb-8f28-7622af19dfbe","name":"e2e-e2e-api-b-9ad9dc-policy","namespace":"ai-tenant-e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:29Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"default-tenant","reconcileID":"9226ae49-db5d-43fb-8f28-7622af19dfbe","count":1} {"level":"info","ts":"2026-07-09T05:06:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-9ad9dc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-9ad9dc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-9ad9dc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-9ad9dc"},"tenantIdentifier":"e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:29Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"default-tenant","reconcileID":"9226ae49-db5d-43fb-8f28-7622af19dfbe","tenant":"e2e-api-b-9ad9dc","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-09T05:06:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-9ad9dc","deploymentName":"maas-api-e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:29Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"default-tenant","reconcileID":"9226ae49-db5d-43fb-8f28-7622af19dfbe","gvk":"Deployment","name":"maas-api-e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:29Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"default-tenant","reconcileID":"9226ae49-db5d-43fb-8f28-7622af19dfbe","gvk":"Service","name":"maas-api-e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:29Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"default-tenant","reconcileID":"9226ae49-db5d-43fb-8f28-7622af19dfbe","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-9ad9dc"} {"level":"info","ts":"2026-07-09T05:06:29Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"default-tenant","reconcileID":"9226ae49-db5d-43fb-8f28-7622af19dfbe","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-9ad9dc"} {"level":"error","ts":"2026-07-09T05:06:29Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-9ad9dc"},"namespace":"ai-tenant-e2e-api-b-9ad9dc","name":"default-tenant","reconcileID":"9226ae49-db5d-43fb-8f28-7622af19dfbe","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T05:06:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-f932f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-f932f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-f932f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-f932f4"},"tenantIdentifier":"e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:06:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-f932f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-f932f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-f932f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-f932f4"},"tenantIdentifier":"e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:06:38Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-f932f4"},"namespace":"ai-tenant-e2e-shared-a-f932f4","name":"default-tenant","reconcileID":"83cc400e-2be2-42c1-990d-1d45ef2fdac4","tenant":"ai-tenant-e2e-shared-a-f932f4/default-tenant","tenantID":"e2e-shared-a-f932f4","subscriptionNamespace":"ai-tenant-e2e-shared-a-f932f4","gatewayName":"e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:06:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-f932f4","deploymentName":"maas-api-e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:06:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-f932f4","deploymentName":"maas-api-e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:06:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-f932f4","deploymentName":"maas-api-e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:06:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-f932f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-f932f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-f932f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-f932f4"},"tenantIdentifier":"e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:06:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-f932f4","deploymentName":"maas-api-e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:06:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-f932f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-f932f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-f932f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-f932f4"},"tenantIdentifier":"e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:06:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-f932f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-f932f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-f932f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-f932f4"},"tenantIdentifier":"e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:06:39Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-f932f4"},"namespace":"ai-tenant-e2e-shared-a-f932f4","name":"default-tenant","reconcileID":"a944bd90-a9d3-4b22-9077-b2c499b539b6","tenant":"ai-tenant-e2e-shared-a-f932f4/default-tenant","tenantID":"e2e-shared-a-f932f4","subscriptionNamespace":"ai-tenant-e2e-shared-a-f932f4","gatewayName":"e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:06:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-f932f4","deploymentName":"maas-api-e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:06:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-f932f4","deploymentName":"maas-api-e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:06:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-f932f4","deploymentName":"maas-api-e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:06:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-f932f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-f932f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-f932f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-f932f4"},"tenantIdentifier":"e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:06:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-f932f4","deploymentName":"maas-api-e2e-shared-a-f932f4"} {"level":"error","ts":"2026-07-09T05:06:40Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-f932f4"},"namespace":"ai-tenant-e2e-shared-a-f932f4","name":"default-tenant","reconcileID":"a944bd90-a9d3-4b22-9077-b2c499b539b6","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T05:06:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-f932f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-f932f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-f932f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-f932f4"},"tenantIdentifier":"e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:06:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-f932f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-f932f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-f932f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-f932f4"},"tenantIdentifier":"e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:06:40Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-f932f4"},"namespace":"ai-tenant-e2e-shared-a-f932f4","name":"default-tenant","reconcileID":"affa6f61-bdd9-470e-957b-74cae2732130","tenant":"ai-tenant-e2e-shared-a-f932f4/default-tenant","tenantID":"e2e-shared-a-f932f4","subscriptionNamespace":"ai-tenant-e2e-shared-a-f932f4","gatewayName":"e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:06:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-f932f4","deploymentName":"maas-api-e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:06:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-f932f4","deploymentName":"maas-api-e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:06:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-f932f4","deploymentName":"maas-api-e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:06:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-f932f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-f932f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-f932f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-f932f4"},"tenantIdentifier":"e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:06:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-f932f4","deploymentName":"maas-api-e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:06:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-f932f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-f932f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-f932f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-f932f4"},"tenantIdentifier":"e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:06:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-f932f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-f932f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-f932f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-f932f4"},"tenantIdentifier":"e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:06:40Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-f932f4"},"namespace":"ai-tenant-e2e-shared-a-f932f4","name":"default-tenant","reconcileID":"21f8d197-5f39-4351-bc95-1dea0f2d6076","tenant":"ai-tenant-e2e-shared-a-f932f4/default-tenant","tenantID":"e2e-shared-a-f932f4","subscriptionNamespace":"ai-tenant-e2e-shared-a-f932f4","gatewayName":"e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:06:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-f932f4","deploymentName":"maas-api-e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:06:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-f932f4","deploymentName":"maas-api-e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:06:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-f932f4","deploymentName":"maas-api-e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:06:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-f932f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-f932f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-f932f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-f932f4"},"tenantIdentifier":"e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:06:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-f932f4","deploymentName":"maas-api-e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:06:47Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-33798d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-33798d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-33798d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-33798d"},"tenantIdentifier":"e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:06:47Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-33798d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-33798d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-33798d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-33798d"},"tenantIdentifier":"e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:06:47Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-33798d"},"namespace":"ai-tenant-e2e-shared-b-33798d","name":"default-tenant","reconcileID":"50495655-aea6-4a13-808b-364e6c7f184a","tenant":"ai-tenant-e2e-shared-b-33798d/default-tenant","tenantID":"e2e-shared-b-33798d","subscriptionNamespace":"ai-tenant-e2e-shared-b-33798d","gatewayName":"e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:06:47Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-33798d","deploymentName":"maas-api-e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:06:47Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-33798d","deploymentName":"maas-api-e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:06:47Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-33798d","deploymentName":"maas-api-e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:06:48Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-33798d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-33798d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-33798d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-33798d"},"tenantIdentifier":"e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:06:48Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-33798d","deploymentName":"maas-api-e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:06:48Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-33798d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-33798d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-33798d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-33798d"},"tenantIdentifier":"e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:06:48Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-33798d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-33798d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-33798d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-33798d"},"tenantIdentifier":"e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:06:48Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-33798d"},"namespace":"ai-tenant-e2e-shared-b-33798d","name":"default-tenant","reconcileID":"a530710f-5474-4b8e-a980-48d0374145d1","tenant":"ai-tenant-e2e-shared-b-33798d/default-tenant","tenantID":"e2e-shared-b-33798d","subscriptionNamespace":"ai-tenant-e2e-shared-b-33798d","gatewayName":"e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:06:48Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-33798d","deploymentName":"maas-api-e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:06:48Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-33798d","deploymentName":"maas-api-e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:06:48Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-33798d","deploymentName":"maas-api-e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:06:48Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-33798d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-33798d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-33798d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-33798d"},"tenantIdentifier":"e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:06:48Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-33798d","deploymentName":"maas-api-e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:06:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T05:06:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T05:06:57Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a0dccc4b-1ef6-4394-a4b9-f537c1a888ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:06:57Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6fec31ac-3a27-4336-8a17-7cd84a9d4d96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:07:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-f932f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-f932f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-f932f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-f932f4"},"tenantIdentifier":"e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:07:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-f932f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-f932f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-f932f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-f932f4"},"tenantIdentifier":"e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:07:00Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-f932f4"},"namespace":"ai-tenant-e2e-shared-a-f932f4","name":"default-tenant","reconcileID":"0326e8b6-cec6-4e18-904a-5b496edf6e58","tenant":"ai-tenant-e2e-shared-a-f932f4/default-tenant","tenantID":"e2e-shared-a-f932f4","subscriptionNamespace":"ai-tenant-e2e-shared-a-f932f4","gatewayName":"e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:07:00Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-f932f4","deploymentName":"maas-api-e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:07:00Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-f932f4","deploymentName":"maas-api-e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:07:00Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-f932f4","deploymentName":"maas-api-e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:07:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-f932f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-f932f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-f932f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-f932f4"},"tenantIdentifier":"e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:07:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-f932f4","deploymentName":"maas-api-e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:07:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-f932f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-f932f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-f932f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-f932f4"},"tenantIdentifier":"e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:07:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-f932f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-f932f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-f932f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-f932f4"},"tenantIdentifier":"e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:07:01Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-f932f4"},"namespace":"ai-tenant-e2e-shared-a-f932f4","name":"default-tenant","reconcileID":"a8e7d942-9ace-42b5-af96-2b163da79354","tenant":"ai-tenant-e2e-shared-a-f932f4/default-tenant","tenantID":"e2e-shared-a-f932f4","subscriptionNamespace":"ai-tenant-e2e-shared-a-f932f4","gatewayName":"e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:07:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-f932f4","deploymentName":"maas-api-e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:07:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-f932f4","deploymentName":"maas-api-e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:07:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-f932f4","deploymentName":"maas-api-e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:07:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-f932f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-f932f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-f932f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-f932f4"},"tenantIdentifier":"e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:07:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-f932f4","deploymentName":"maas-api-e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:07:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-33798d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-33798d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-33798d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-33798d"},"tenantIdentifier":"e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:07:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-33798d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-33798d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-33798d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-33798d"},"tenantIdentifier":"e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:07:08Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-33798d"},"namespace":"ai-tenant-e2e-shared-b-33798d","name":"default-tenant","reconcileID":"8d6b3d79-1c7e-4d93-a372-9ad65f87377a","tenant":"ai-tenant-e2e-shared-b-33798d/default-tenant","tenantID":"e2e-shared-b-33798d","subscriptionNamespace":"ai-tenant-e2e-shared-b-33798d","gatewayName":"e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:07:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-33798d","deploymentName":"maas-api-e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:07:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-33798d","deploymentName":"maas-api-e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:07:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-33798d","deploymentName":"maas-api-e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:07:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-33798d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-33798d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-33798d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-33798d"},"tenantIdentifier":"e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:07:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-33798d","deploymentName":"maas-api-e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:07:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-33798d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-33798d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-33798d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-33798d"},"tenantIdentifier":"e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:07:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-33798d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-33798d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-33798d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-33798d"},"tenantIdentifier":"e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:07:08Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-33798d"},"namespace":"ai-tenant-e2e-shared-b-33798d","name":"default-tenant","reconcileID":"32f7cace-5a95-41b3-8956-d4209c7e0ed0","tenant":"ai-tenant-e2e-shared-b-33798d/default-tenant","tenantID":"e2e-shared-b-33798d","subscriptionNamespace":"ai-tenant-e2e-shared-b-33798d","gatewayName":"e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:07:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-33798d","deploymentName":"maas-api-e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:07:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-33798d","deploymentName":"maas-api-e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:07:08Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-33798d","deploymentName":"maas-api-e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:07:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-33798d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-33798d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-33798d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-33798d"},"tenantIdentifier":"e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:07:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-33798d","deploymentName":"maas-api-e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:07:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T05:07:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T05:07:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T05:07:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T05:08:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T05:08:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T05:08:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T05:08:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T05:09:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T05:09:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T05:09:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T05:09:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T05:09:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-f932f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-f932f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-f932f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-f932f4"},"tenantIdentifier":"e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:09:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-f932f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-f932f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-f932f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-f932f4"},"tenantIdentifier":"e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:09:56Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-f932f4"},"namespace":"ai-tenant-e2e-shared-a-f932f4","name":"default-tenant","reconcileID":"09ce33a9-0821-4fbf-85c1-1e9aaebf036a","tenant":"ai-tenant-e2e-shared-a-f932f4/default-tenant","tenantID":"e2e-shared-a-f932f4","subscriptionNamespace":"ai-tenant-e2e-shared-a-f932f4","gatewayName":"e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:09:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-f932f4","deploymentName":"maas-api-e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:09:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-f932f4","deploymentName":"maas-api-e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:09:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-f932f4","deploymentName":"maas-api-e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:09:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-f932f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-f932f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-f932f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-f932f4"},"tenantIdentifier":"e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:09:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-f932f4","deploymentName":"maas-api-e2e-shared-a-f932f4"} {"level":"error","ts":"2026-07-09T05:09:57Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-f932f4"},"namespace":"ai-tenant-e2e-shared-a-f932f4","name":"default-tenant","reconcileID":"09ce33a9-0821-4fbf-85c1-1e9aaebf036a","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T05:09:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-f932f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-f932f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-f932f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-f932f4"},"tenantIdentifier":"e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:09:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-f932f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-f932f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-f932f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-f932f4"},"tenantIdentifier":"e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:09:57Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-f932f4"},"namespace":"ai-tenant-e2e-shared-a-f932f4","name":"default-tenant","reconcileID":"09ba3b43-153b-42f6-bb0e-5a425af21e88","namespace":"ai-tenant-e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:09:57Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-f932f4"},"namespace":"ai-tenant-e2e-shared-a-f932f4","name":"default-tenant","reconcileID":"09ba3b43-153b-42f6-bb0e-5a425af21e88","count":0} {"level":"info","ts":"2026-07-09T05:09:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-f932f4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-f932f4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-f932f4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-f932f4"},"tenantIdentifier":"e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:09:57Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-f932f4"},"namespace":"ai-tenant-e2e-shared-a-f932f4","name":"default-tenant","reconcileID":"09ba3b43-153b-42f6-bb0e-5a425af21e88","tenant":"e2e-shared-a-f932f4","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-09T05:09:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-f932f4","deploymentName":"maas-api-e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:09:57Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-f932f4"},"namespace":"ai-tenant-e2e-shared-a-f932f4","name":"default-tenant","reconcileID":"09ba3b43-153b-42f6-bb0e-5a425af21e88","gvk":"Deployment","name":"maas-api-e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:09:57Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-f932f4"},"namespace":"ai-tenant-e2e-shared-a-f932f4","name":"default-tenant","reconcileID":"09ba3b43-153b-42f6-bb0e-5a425af21e88","gvk":"Service","name":"maas-api-e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:09:57Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-f932f4"},"namespace":"ai-tenant-e2e-shared-a-f932f4","name":"default-tenant","reconcileID":"09ba3b43-153b-42f6-bb0e-5a425af21e88","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:09:57Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-f932f4"},"namespace":"ai-tenant-e2e-shared-a-f932f4","name":"default-tenant","reconcileID":"09ba3b43-153b-42f6-bb0e-5a425af21e88","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-f932f4"} {"level":"info","ts":"2026-07-09T05:10:01Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a1d0e287-8250-487e-9973-a9c9a137f18e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:10:01Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3b4f98ae-7618-4d82-b865-7b39a0b8ddd5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T05:10:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-33798d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-33798d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-33798d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-33798d"},"tenantIdentifier":"e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:10:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-33798d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-33798d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-33798d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-33798d"},"tenantIdentifier":"e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:10:03Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-33798d"},"namespace":"ai-tenant-e2e-shared-b-33798d","name":"default-tenant","reconcileID":"3aded5cc-4422-435b-915c-6ab4da72db58","tenant":"ai-tenant-e2e-shared-b-33798d/default-tenant","tenantID":"e2e-shared-b-33798d","subscriptionNamespace":"ai-tenant-e2e-shared-b-33798d","gatewayName":"e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:10:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-33798d","deploymentName":"maas-api-e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:10:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-33798d","deploymentName":"maas-api-e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:10:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-33798d","deploymentName":"maas-api-e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:10:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-33798d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-33798d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-33798d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-33798d"},"tenantIdentifier":"e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:10:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-33798d","deploymentName":"maas-api-e2e-shared-b-33798d"} {"level":"error","ts":"2026-07-09T05:10:03Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-33798d"},"namespace":"ai-tenant-e2e-shared-b-33798d","name":"default-tenant","reconcileID":"3aded5cc-4422-435b-915c-6ab4da72db58","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T05:10:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-33798d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-33798d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-33798d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-33798d"},"tenantIdentifier":"e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:10:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-33798d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-33798d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-33798d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-33798d"},"tenantIdentifier":"e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:10:03Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-33798d"},"namespace":"ai-tenant-e2e-shared-b-33798d","name":"default-tenant","reconcileID":"a7641bf9-e880-4586-8fa1-be864d09ee75","namespace":"ai-tenant-e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:10:03Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-33798d"},"namespace":"ai-tenant-e2e-shared-b-33798d","name":"default-tenant","reconcileID":"a7641bf9-e880-4586-8fa1-be864d09ee75","count":0} {"level":"info","ts":"2026-07-09T05:10:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-33798d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-33798d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-33798d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-33798d"},"tenantIdentifier":"e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:10:03Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-33798d"},"namespace":"ai-tenant-e2e-shared-b-33798d","name":"default-tenant","reconcileID":"a7641bf9-e880-4586-8fa1-be864d09ee75","tenant":"e2e-shared-b-33798d","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-09T05:10:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-33798d","deploymentName":"maas-api-e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:10:03Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-33798d"},"namespace":"ai-tenant-e2e-shared-b-33798d","name":"default-tenant","reconcileID":"a7641bf9-e880-4586-8fa1-be864d09ee75","gvk":"Deployment","name":"maas-api-e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:10:03Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-33798d"},"namespace":"ai-tenant-e2e-shared-b-33798d","name":"default-tenant","reconcileID":"a7641bf9-e880-4586-8fa1-be864d09ee75","gvk":"Service","name":"maas-api-e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:10:03Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-33798d"},"namespace":"ai-tenant-e2e-shared-b-33798d","name":"default-tenant","reconcileID":"a7641bf9-e880-4586-8fa1-be864d09ee75","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:10:03Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-33798d"},"namespace":"ai-tenant-e2e-shared-b-33798d","name":"default-tenant","reconcileID":"a7641bf9-e880-4586-8fa1-be864d09ee75","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:10:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-33798d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-33798d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-33798d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-33798d"},"tenantIdentifier":"e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:10:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-33798d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-33798d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-33798d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-33798d"},"tenantIdentifier":"e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:10:03Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-33798d"},"namespace":"ai-tenant-e2e-shared-b-33798d","name":"default-tenant","reconcileID":"c4980abc-668d-4ec9-9657-0570af7ed0cc","namespace":"ai-tenant-e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:10:03Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-33798d"},"namespace":"ai-tenant-e2e-shared-b-33798d","name":"default-tenant","reconcileID":"c4980abc-668d-4ec9-9657-0570af7ed0cc","count":0} {"level":"info","ts":"2026-07-09T05:10:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-33798d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-33798d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-33798d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-33798d"},"tenantIdentifier":"e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:10:03Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-33798d"},"namespace":"ai-tenant-e2e-shared-b-33798d","name":"default-tenant","reconcileID":"c4980abc-668d-4ec9-9657-0570af7ed0cc","tenant":"e2e-shared-b-33798d","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-09T05:10:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-33798d","deploymentName":"maas-api-e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:10:03Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-33798d"},"namespace":"ai-tenant-e2e-shared-b-33798d","name":"default-tenant","reconcileID":"c4980abc-668d-4ec9-9657-0570af7ed0cc","gvk":"Deployment","name":"maas-api-e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:10:03Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-33798d"},"namespace":"ai-tenant-e2e-shared-b-33798d","name":"default-tenant","reconcileID":"c4980abc-668d-4ec9-9657-0570af7ed0cc","gvk":"Service","name":"maas-api-e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:10:03Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-33798d"},"namespace":"ai-tenant-e2e-shared-b-33798d","name":"default-tenant","reconcileID":"c4980abc-668d-4ec9-9657-0570af7ed0cc","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-33798d"} {"level":"info","ts":"2026-07-09T05:10:03Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-33798d"},"namespace":"ai-tenant-e2e-shared-b-33798d","name":"default-tenant","reconcileID":"c4980abc-668d-4ec9-9657-0570af7ed0cc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-33798d"} {"level":"error","ts":"2026-07-09T05:10:03Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-33798d"},"namespace":"ai-tenant-e2e-shared-b-33798d","name":"default-tenant","reconcileID":"c4980abc-668d-4ec9-9657-0570af7ed0cc","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}