{"level":"info","ts":"2026-07-13T04:11:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-42c2d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-42c2d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-42c2d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-42c2d3"},"tenantIdentifier":"e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:11:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-42c2d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-42c2d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-42c2d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-42c2d3"},"tenantIdentifier":"e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:11:38Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"default-tenant","reconcileID":"ee4ad9ec-82e4-4ce2-86d8-0a48eb66bf69","tenant":"ai-tenant-e2e-inf-a-42c2d3/default-tenant","tenantID":"e2e-inf-a-42c2d3","subscriptionNamespace":"ai-tenant-e2e-inf-a-42c2d3","gatewayName":"e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:11:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-42c2d3","deploymentName":"maas-api-e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:11:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-42c2d3","deploymentName":"maas-api-e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:11:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-42c2d3","deploymentName":"maas-api-e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:11:38Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6ce40a24-c4a2-4ecf-a266-c8f53392374b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:11:39Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"481d0b05-9eba-45ac-b00a-bbec21ee1cea","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:11:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-42c2d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-42c2d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-42c2d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-42c2d3"},"tenantIdentifier":"e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:11:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-42c2d3","deploymentName":"maas-api-e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:11:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-42c2d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-42c2d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-42c2d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-42c2d3"},"tenantIdentifier":"e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:11:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-42c2d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-42c2d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-42c2d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-42c2d3"},"tenantIdentifier":"e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:11:39Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"default-tenant","reconcileID":"d8bbe3f3-ac2b-463c-bed6-50c91611e8cd","tenant":"ai-tenant-e2e-inf-a-42c2d3/default-tenant","tenantID":"e2e-inf-a-42c2d3","subscriptionNamespace":"ai-tenant-e2e-inf-a-42c2d3","gatewayName":"e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:11:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-42c2d3","deploymentName":"maas-api-e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:11:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-42c2d3","deploymentName":"maas-api-e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:11:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-42c2d3","deploymentName":"maas-api-e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:11:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-42c2d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-42c2d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-42c2d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-42c2d3"},"tenantIdentifier":"e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:11:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-42c2d3","deploymentName":"maas-api-e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:11:40Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-42c2d3","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3","reconcileID":"ef47bd13-35b6-40de-92a9-cc8920b998d6","MaaSModelRef":{"name":"test-model-42c2d3","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"routeName":"test-model-42c2d3-kserve-route","namespace":"ai-tenant-e2e-inf-a-42c2d3","llmisvcName":"test-model-42c2d3","gateway":"openshift-ingress/e2e-inf-a-42c2d3","hostnames":[]} {"level":"info","ts":"2026-07-13T04:11:40Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-42c2d3","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3","reconcileID":"15bc3ec9-3800-4aca-a695-c38323b43dd1","MaaSModelRef":{"name":"test-model-42c2d3","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"routeName":"test-model-42c2d3-kserve-route","namespace":"ai-tenant-e2e-inf-a-42c2d3","llmisvcName":"test-model-42c2d3","gateway":"openshift-ingress/e2e-inf-a-42c2d3","hostnames":[]} {"level":"info","ts":"2026-07-13T04:11:40Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-42c2d3","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3","reconcileID":"3d9e6b54-0483-4588-ac83-65f148cbc8e2","MaaSModelRef":{"name":"test-model-42c2d3","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"routeName":"test-model-42c2d3-kserve-route","namespace":"ai-tenant-e2e-inf-a-42c2d3","llmisvcName":"test-model-42c2d3","gateway":"openshift-ingress/e2e-inf-a-42c2d3","hostnames":[]} {"level":"error","ts":"2026-07-13T04:11:40Z","msg":"Reconciler error","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-42c2d3-sub","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3-sub","reconcileID":"81ef9b60-8da9-4333-af26-2a3feaace424","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-42c2d3-sub\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-13T04:11:40Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-42c2d3","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3","reconcileID":"fe69c4e1-8b34-4b80-86e4-da1c8de1be10","MaaSModelRef":{"name":"test-model-42c2d3","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"routeName":"test-model-42c2d3-kserve-route","namespace":"ai-tenant-e2e-inf-a-42c2d3","llmisvcName":"test-model-42c2d3","gateway":"openshift-ingress/e2e-inf-a-42c2d3","hostnames":[]} {"level":"info","ts":"2026-07-13T04:11:40Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-42c2d3-sub","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3-sub","reconcileID":"00897e50-9912-45a7-b430-e396c1f79bf1","MaaSSubscription":{"name":"test-model-42c2d3-sub","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"name":"maas-trlp-test-model-42c2d3","model":"test-model-42c2d3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-42c2d3/test-model-42c2d3-sub"]} {"level":"info","ts":"2026-07-13T04:11:40Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-42c2d3","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3","reconcileID":"57fa49b1-2407-469d-9f35-36918252dd8b","MaaSModelRef":{"name":"test-model-42c2d3","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"routeName":"test-model-42c2d3-kserve-route","namespace":"ai-tenant-e2e-inf-a-42c2d3","llmisvcName":"test-model-42c2d3","gateway":"openshift-ingress/e2e-inf-a-42c2d3","hostnames":[]} {"level":"info","ts":"2026-07-13T04:11:40Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-42c2d3-sub","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3-sub","reconcileID":"1db08a94-dcc6-4e60-a3b5-59ad493ce43c","MaaSSubscription":{"name":"test-model-42c2d3-sub","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"name":"maas-trlp-test-model-42c2d3","model":"ai-tenant-e2e-inf-a-42c2d3/test-model-42c2d3","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:11:40Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-42c2d3","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3","reconcileID":"723593e0-fd53-4a8f-a3e1-a2395e9f150d","MaaSModelRef":{"name":"test-model-42c2d3","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"routeName":"test-model-42c2d3-kserve-route","namespace":"ai-tenant-e2e-inf-a-42c2d3","llmisvcName":"test-model-42c2d3","gateway":"openshift-ingress/e2e-inf-a-42c2d3","hostnames":[]} {"level":"info","ts":"2026-07-13T04:11:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-42c2d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-42c2d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-42c2d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-42c2d3"},"tenantIdentifier":"e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:11:40Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-42c2d3","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3","reconcileID":"d29d0070-93e7-45c8-89b8-d892888bcbaf","MaaSModelRef":{"name":"test-model-42c2d3","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"routeName":"test-model-42c2d3-kserve-route","namespace":"ai-tenant-e2e-inf-a-42c2d3","llmisvcName":"test-model-42c2d3","gateway":"openshift-ingress/e2e-inf-a-42c2d3","hostnames":[]} {"level":"info","ts":"2026-07-13T04:11:40Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-42c2d3-auth","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3-auth","reconcileID":"88647a4e-5045-43d9-a888-15a4b42b03e4","MaaSAuthPolicy":{"name":"test-model-42c2d3-auth","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-42c2d3","tenantID":"e2e-inf-a-42c2d3","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-13T04:11:40Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-42c2d3-sub","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3-sub","reconcileID":"1f783e02-4f29-4c71-98f2-d2124da84d52","MaaSSubscription":{"name":"test-model-42c2d3-sub","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"name":"maas-trlp-test-model-42c2d3","model":"ai-tenant-e2e-inf-a-42c2d3/test-model-42c2d3","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:11:40Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-42c2d3-auth","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3-auth","reconcileID":"88647a4e-5045-43d9-a888-15a4b42b03e4"} {"level":"info","ts":"2026-07-13T04:11:40Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-42c2d3-auth","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3-auth","reconcileID":"88647a4e-5045-43d9-a888-15a4b42b03e4","MaaSAuthPolicy":{"name":"test-model-42c2d3-auth","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"name":"e2e-inf-a-42c2d3-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-13T04:11:40Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-42c2d3","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3","reconcileID":"d0bdfc3f-934f-49ad-ba2f-5521b5d8a59a","MaaSModelRef":{"name":"test-model-42c2d3","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"routeName":"test-model-42c2d3-kserve-route","namespace":"ai-tenant-e2e-inf-a-42c2d3","llmisvcName":"test-model-42c2d3","gateway":"openshift-ingress/e2e-inf-a-42c2d3","hostnames":[]} {"level":"info","ts":"2026-07-13T04:11:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-42c2d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-42c2d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-42c2d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-42c2d3"},"tenantIdentifier":"e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:11:40Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-42c2d3-auth","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3-auth","reconcileID":"117b4d9d-08b1-4349-92b6-4d6aaac837da","MaaSAuthPolicy":{"name":"test-model-42c2d3-auth","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-42c2d3","tenantID":"e2e-inf-a-42c2d3","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-13T04:11:40Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-42c2d3-auth","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3-auth","reconcileID":"117b4d9d-08b1-4349-92b6-4d6aaac837da"} {"level":"info","ts":"2026-07-13T04:11:40Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-42c2d3-auth","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3-auth","reconcileID":"117b4d9d-08b1-4349-92b6-4d6aaac837da","MaaSAuthPolicy":{"name":"test-model-42c2d3-auth","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"name":"e2e-inf-a-42c2d3-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-13T04:11:45Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cfe2d57d-7e35-499a-8568-49aea5ab74c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:11:45Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f73f108c-8bb2-4821-a6ef-a1aeedb2ce1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:11:45Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-42c2d3-sub","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3-sub","reconcileID":"717df266-b45e-4809-9968-a887fff6dd13","MaaSSubscription":{"name":"test-model-42c2d3-sub","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"name":"maas-trlp-test-model-42c2d3","model":"ai-tenant-e2e-inf-a-42c2d3/test-model-42c2d3","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:11:45Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-42c2d3","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3","reconcileID":"4a0b7ea4-f973-44d4-8f34-c782c956df8b","MaaSModelRef":{"name":"test-model-42c2d3","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"routeName":"test-model-42c2d3-kserve-route","namespace":"ai-tenant-e2e-inf-a-42c2d3","llmisvcName":"test-model-42c2d3","gateway":"openshift-ingress/e2e-inf-a-42c2d3","hostnames":[]} {"level":"info","ts":"2026-07-13T04:11:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-88358a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-88358a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-88358a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-88358a"},"tenantIdentifier":"e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:11:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-88358a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-88358a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-88358a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-88358a"},"tenantIdentifier":"e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:11:46Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"default-tenant","reconcileID":"b0e1fee8-9d76-48b5-9e18-575a9ce67982","tenant":"ai-tenant-e2e-inf-b-88358a/default-tenant","tenantID":"e2e-inf-b-88358a","subscriptionNamespace":"ai-tenant-e2e-inf-b-88358a","gatewayName":"e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:11:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-88358a","deploymentName":"maas-api-e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:11:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-88358a","deploymentName":"maas-api-e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:11:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-88358a","deploymentName":"maas-api-e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:11:46Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-42c2d3","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3","reconcileID":"a5f565e9-93e1-4864-8b78-60bc6e025be3","MaaSModelRef":{"name":"test-model-42c2d3","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"routeName":"test-model-42c2d3-kserve-route","namespace":"ai-tenant-e2e-inf-a-42c2d3","llmisvcName":"test-model-42c2d3","gateway":"openshift-ingress/e2e-inf-a-42c2d3","hostnames":[]} {"level":"info","ts":"2026-07-13T04:11:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-42c2d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-42c2d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-42c2d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-42c2d3"},"tenantIdentifier":"e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:11:46Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-42c2d3-auth","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3-auth","reconcileID":"03fbbe1f-cd1a-408f-a41e-9a966eb8773c","MaaSAuthPolicy":{"name":"test-model-42c2d3-auth","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-42c2d3","tenantID":"e2e-inf-a-42c2d3","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-13T04:11:46Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-42c2d3-sub","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3-sub","reconcileID":"2e1f1d5e-27a4-4cd9-9e59-03bcc3c4b615","MaaSSubscription":{"name":"test-model-42c2d3-sub","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"name":"maas-trlp-test-model-42c2d3","model":"ai-tenant-e2e-inf-a-42c2d3/test-model-42c2d3","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:11:46Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-42c2d3-auth","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3-auth","reconcileID":"03fbbe1f-cd1a-408f-a41e-9a966eb8773c"} {"level":"info","ts":"2026-07-13T04:11:46Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-42c2d3-auth","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3-auth","reconcileID":"03fbbe1f-cd1a-408f-a41e-9a966eb8773c","MaaSAuthPolicy":{"name":"test-model-42c2d3-auth","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"name":"e2e-inf-a-42c2d3-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-13T04:11:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-88358a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-88358a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-88358a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-88358a"},"tenantIdentifier":"e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:11:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-88358a","deploymentName":"maas-api-e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:11:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-88358a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-88358a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-88358a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-88358a"},"tenantIdentifier":"e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:11:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-88358a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-88358a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-88358a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-88358a"},"tenantIdentifier":"e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:11:46Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"default-tenant","reconcileID":"c4db68ed-1782-4323-aaeb-de90ce4c995f","tenant":"ai-tenant-e2e-inf-b-88358a/default-tenant","tenantID":"e2e-inf-b-88358a","subscriptionNamespace":"ai-tenant-e2e-inf-b-88358a","gatewayName":"e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:11:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-88358a","deploymentName":"maas-api-e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:11:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-88358a","deploymentName":"maas-api-e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:11:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-88358a","deploymentName":"maas-api-e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:11:47Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-88358a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-88358a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-88358a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-88358a"},"tenantIdentifier":"e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:11:47Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-88358a","deploymentName":"maas-api-e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:11:51Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-42c2d3","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3","reconcileID":"e8453722-37a2-4021-a482-8b50423b96d8","MaaSModelRef":{"name":"test-model-42c2d3","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"routeName":"test-model-42c2d3-kserve-route","namespace":"ai-tenant-e2e-inf-a-42c2d3","llmisvcName":"test-model-42c2d3","gateway":"openshift-ingress/e2e-inf-a-42c2d3","hostnames":[]} {"level":"info","ts":"2026-07-13T04:11:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-42c2d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-42c2d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-42c2d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-42c2d3"},"tenantIdentifier":"e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:11:51Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-42c2d3-auth","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3-auth","reconcileID":"9456621a-8790-4561-8d6d-fb60a1955f01","MaaSAuthPolicy":{"name":"test-model-42c2d3-auth","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-42c2d3","tenantID":"e2e-inf-a-42c2d3","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-13T04:11:51Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-42c2d3-sub","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3-sub","reconcileID":"13ceccc4-283c-444a-b871-e0394a15f0f2","MaaSSubscription":{"name":"test-model-42c2d3-sub","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"name":"maas-trlp-test-model-42c2d3","model":"ai-tenant-e2e-inf-a-42c2d3/test-model-42c2d3","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:11:51Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-42c2d3-auth","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3-auth","reconcileID":"9456621a-8790-4561-8d6d-fb60a1955f01"} {"level":"info","ts":"2026-07-13T04:11:51Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-42c2d3-auth","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3-auth","reconcileID":"9456621a-8790-4561-8d6d-fb60a1955f01","MaaSAuthPolicy":{"name":"test-model-42c2d3-auth","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"name":"e2e-inf-a-42c2d3-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-13T04:11:53Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b25cb7a3-136a-43e4-8b52-2b62868b9a68","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:11:53Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-42c2d3-sub","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3-sub","reconcileID":"1a5f45e1-b97e-486d-a5d9-3d9c9edb982b","MaaSSubscription":{"name":"test-model-42c2d3-sub","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"name":"maas-trlp-test-model-42c2d3","model":"ai-tenant-e2e-inf-a-42c2d3/test-model-42c2d3","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:11:53Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e15bfce9-b34d-450a-88d8-8729d7ad65d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:12:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-13T04:12:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-13T04:12:17Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a","reconcileID":"b8e81566-565a-4d36-959f-f5ed29d11672","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"routeName":"test-model-88358a-kserve-route","namespace":"ai-tenant-e2e-inf-b-88358a","llmisvcName":"test-model-88358a","gateway":"openshift-ingress/e2e-inf-b-88358a","hostnames":[]} {"level":"info","ts":"2026-07-13T04:12:17Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a","reconcileID":"93a79a76-f344-4f88-845d-737f8c52b923","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"routeName":"test-model-88358a-kserve-route","namespace":"ai-tenant-e2e-inf-b-88358a","llmisvcName":"test-model-88358a","gateway":"openshift-ingress/e2e-inf-b-88358a","hostnames":[]} {"level":"info","ts":"2026-07-13T04:12:17Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a","reconcileID":"5a8111b3-8ede-420d-a619-d6f59329694d","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"routeName":"test-model-88358a-kserve-route","namespace":"ai-tenant-e2e-inf-b-88358a","llmisvcName":"test-model-88358a","gateway":"openshift-ingress/e2e-inf-b-88358a","hostnames":[]} {"level":"error","ts":"2026-07-13T04:12:17Z","msg":"Reconciler error","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-88358a-sub","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a-sub","reconcileID":"d867bd40-5d60-462d-a174-7e39275ca69b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-88358a-sub\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-13T04:12:17Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a","reconcileID":"16c6c707-568f-43f0-8c2c-39e3d46bd383","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"routeName":"test-model-88358a-kserve-route","namespace":"ai-tenant-e2e-inf-b-88358a","llmisvcName":"test-model-88358a","gateway":"openshift-ingress/e2e-inf-b-88358a","hostnames":[]} {"level":"info","ts":"2026-07-13T04:12:17Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-88358a-sub","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a-sub","reconcileID":"c53fc89e-98c9-40a0-90a0-39ab6790af34","MaaSSubscription":{"name":"test-model-88358a-sub","namespace":"ai-tenant-e2e-inf-b-88358a"},"name":"maas-trlp-test-model-88358a","model":"test-model-88358a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-88358a/test-model-88358a-sub"]} {"level":"info","ts":"2026-07-13T04:12:17Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a","reconcileID":"41b7790a-bd79-48cc-be03-d449acf41df2","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"routeName":"test-model-88358a-kserve-route","namespace":"ai-tenant-e2e-inf-b-88358a","llmisvcName":"test-model-88358a","gateway":"openshift-ingress/e2e-inf-b-88358a","hostnames":[]} {"level":"info","ts":"2026-07-13T04:12:17Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-88358a-sub","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a-sub","reconcileID":"19e2ba0c-f8d4-4686-91f1-e15ff054ba9b","MaaSSubscription":{"name":"test-model-88358a-sub","namespace":"ai-tenant-e2e-inf-b-88358a"},"name":"maas-trlp-test-model-88358a","model":"ai-tenant-e2e-inf-b-88358a/test-model-88358a","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:12:17Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a","reconcileID":"dd6d1c43-1a4a-460d-b27d-f1f5551bc8c1","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"routeName":"test-model-88358a-kserve-route","namespace":"ai-tenant-e2e-inf-b-88358a","llmisvcName":"test-model-88358a","gateway":"openshift-ingress/e2e-inf-b-88358a","hostnames":[]} {"level":"info","ts":"2026-07-13T04:12:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-88358a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-88358a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-88358a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-88358a"},"tenantIdentifier":"e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:12:17Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a","reconcileID":"853a54a2-32f2-450b-8d76-d094418524ff","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"routeName":"test-model-88358a-kserve-route","namespace":"ai-tenant-e2e-inf-b-88358a","llmisvcName":"test-model-88358a","gateway":"openshift-ingress/e2e-inf-b-88358a","hostnames":[]} {"level":"info","ts":"2026-07-13T04:12:17Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-88358a-auth","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a-auth","reconcileID":"e7c62a15-22e5-4d61-b1db-4843fd9530b3","MaaSAuthPolicy":{"name":"test-model-88358a-auth","namespace":"ai-tenant-e2e-inf-b-88358a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-88358a","tenantID":"e2e-inf-b-88358a","xAPIKeyEnabled":false} {"level":"error","ts":"2026-07-13T04:12:17Z","msg":"failed to update MaaSModelRef status","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a","reconcileID":"853a54a2-32f2-450b-8d76-d094418524ff","name":"test-model-88358a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-88358a\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:381\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:345\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:185\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-13T04:12:17Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-88358a-sub","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a-sub","reconcileID":"c4cd0b61-3d86-430c-9625-982ff3e2cd25","MaaSSubscription":{"name":"test-model-88358a-sub","namespace":"ai-tenant-e2e-inf-b-88358a"},"name":"maas-trlp-test-model-88358a","model":"ai-tenant-e2e-inf-b-88358a/test-model-88358a","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:12:17Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-88358a-auth","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a-auth","reconcileID":"e7c62a15-22e5-4d61-b1db-4843fd9530b3"} {"level":"info","ts":"2026-07-13T04:12:17Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-88358a-auth","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a-auth","reconcileID":"e7c62a15-22e5-4d61-b1db-4843fd9530b3","MaaSAuthPolicy":{"name":"test-model-88358a-auth","namespace":"ai-tenant-e2e-inf-b-88358a"},"name":"e2e-inf-b-88358a-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-13T04:12:17Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a","reconcileID":"ca5dacc5-d500-4e61-95d7-39e14bdfec5c","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"routeName":"test-model-88358a-kserve-route","namespace":"ai-tenant-e2e-inf-b-88358a","llmisvcName":"test-model-88358a","gateway":"openshift-ingress/e2e-inf-b-88358a","hostnames":[]} {"level":"info","ts":"2026-07-13T04:12:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-88358a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-88358a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-88358a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-88358a"},"tenantIdentifier":"e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:12:17Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-88358a-auth","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a-auth","reconcileID":"8eaed110-4b69-4423-8480-9e5cd5d97b74","MaaSAuthPolicy":{"name":"test-model-88358a-auth","namespace":"ai-tenant-e2e-inf-b-88358a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-88358a","tenantID":"e2e-inf-b-88358a","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-13T04:12:17Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-88358a-auth","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a-auth","reconcileID":"8eaed110-4b69-4423-8480-9e5cd5d97b74"} {"level":"info","ts":"2026-07-13T04:12:17Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-88358a-auth","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a-auth","reconcileID":"8eaed110-4b69-4423-8480-9e5cd5d97b74","MaaSAuthPolicy":{"name":"test-model-88358a-auth","namespace":"ai-tenant-e2e-inf-b-88358a"},"name":"e2e-inf-b-88358a-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-13T04:12:17Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a","reconcileID":"992f24cb-1bd5-47cd-85df-f0330e1c9a6f","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"routeName":"test-model-88358a-kserve-route","namespace":"ai-tenant-e2e-inf-b-88358a","llmisvcName":"test-model-88358a","gateway":"openshift-ingress/e2e-inf-b-88358a","hostnames":[]} {"level":"info","ts":"2026-07-13T04:12:21Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-88358a-sub","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a-sub","reconcileID":"98e0e564-fdad-4517-aff1-1910d32ea92d","MaaSSubscription":{"name":"test-model-88358a-sub","namespace":"ai-tenant-e2e-inf-b-88358a"},"name":"maas-trlp-test-model-88358a","model":"ai-tenant-e2e-inf-b-88358a/test-model-88358a","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:12:21Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a","reconcileID":"ed1acbe1-e4b7-44cf-94b8-d81c9d1e00eb","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"routeName":"test-model-88358a-kserve-route","namespace":"ai-tenant-e2e-inf-b-88358a","llmisvcName":"test-model-88358a","gateway":"openshift-ingress/e2e-inf-b-88358a","hostnames":[]} {"level":"info","ts":"2026-07-13T04:12:22Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-42c2d3-sub","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3-sub","reconcileID":"ff7d51d2-7f20-40f4-8413-7046e1064ca5","MaaSSubscription":{"name":"test-model-42c2d3-sub","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"name":"maas-trlp-test-model-42c2d3","model":"ai-tenant-e2e-inf-a-42c2d3/test-model-42c2d3","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:12:22Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"54419f45-cc63-4ef2-9205-ad0a836da300","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:12:22Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"64ca918e-6cb6-4fbe-8ea1-a6a69d65a024","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:12:23Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a","reconcileID":"fa1694b1-b31c-49eb-8f2c-3bd119124ab2","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"routeName":"test-model-88358a-kserve-route","namespace":"ai-tenant-e2e-inf-b-88358a","llmisvcName":"test-model-88358a","gateway":"openshift-ingress/e2e-inf-b-88358a","hostnames":[]} {"level":"info","ts":"2026-07-13T04:12:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-88358a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-88358a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-88358a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-88358a"},"tenantIdentifier":"e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:12:23Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-88358a-auth","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a-auth","reconcileID":"58341309-013a-4594-948f-a119b3b619f4","MaaSAuthPolicy":{"name":"test-model-88358a-auth","namespace":"ai-tenant-e2e-inf-b-88358a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-88358a","tenantID":"e2e-inf-b-88358a","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-13T04:12:23Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-88358a-sub","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a-sub","reconcileID":"926ffc7b-cd0f-4034-9f8a-51bb8412fc33","MaaSSubscription":{"name":"test-model-88358a-sub","namespace":"ai-tenant-e2e-inf-b-88358a"},"name":"maas-trlp-test-model-88358a","model":"ai-tenant-e2e-inf-b-88358a/test-model-88358a","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:12:23Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-88358a-auth","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a-auth","reconcileID":"58341309-013a-4594-948f-a119b3b619f4"} {"level":"info","ts":"2026-07-13T04:12:23Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-88358a-auth","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a-auth","reconcileID":"58341309-013a-4594-948f-a119b3b619f4","MaaSAuthPolicy":{"name":"test-model-88358a-auth","namespace":"ai-tenant-e2e-inf-b-88358a"},"name":"e2e-inf-b-88358a-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-13T04:12:27Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a","reconcileID":"a4ba315c-bf7d-4fd4-88f7-d65d00589c78","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"routeName":"test-model-88358a-kserve-route","namespace":"ai-tenant-e2e-inf-b-88358a","llmisvcName":"test-model-88358a","gateway":"openshift-ingress/e2e-inf-b-88358a","hostnames":[]} {"level":"info","ts":"2026-07-13T04:12:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-88358a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-88358a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-88358a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-88358a"},"tenantIdentifier":"e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:12:27Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-88358a-auth","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a-auth","reconcileID":"337846fb-42a7-4ddf-9947-2693a0f84151","MaaSAuthPolicy":{"name":"test-model-88358a-auth","namespace":"ai-tenant-e2e-inf-b-88358a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-88358a","tenantID":"e2e-inf-b-88358a","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-13T04:12:27Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-88358a-sub","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a-sub","reconcileID":"79bc0340-3962-4ee5-842d-00d55c9db3c0","MaaSSubscription":{"name":"test-model-88358a-sub","namespace":"ai-tenant-e2e-inf-b-88358a"},"name":"maas-trlp-test-model-88358a","model":"ai-tenant-e2e-inf-b-88358a/test-model-88358a","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:12:27Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-88358a-auth","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a-auth","reconcileID":"337846fb-42a7-4ddf-9947-2693a0f84151"} {"level":"info","ts":"2026-07-13T04:12:27Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-88358a-auth","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a-auth","reconcileID":"337846fb-42a7-4ddf-9947-2693a0f84151","MaaSAuthPolicy":{"name":"test-model-88358a-auth","namespace":"ai-tenant-e2e-inf-b-88358a"},"name":"e2e-inf-b-88358a-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-13T04:12:31Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-88358a-sub","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a-sub","reconcileID":"dee1236a-6726-4a33-9571-5cb4020a7714","MaaSSubscription":{"name":"test-model-88358a-sub","namespace":"ai-tenant-e2e-inf-b-88358a"},"name":"maas-trlp-test-model-88358a","model":"ai-tenant-e2e-inf-b-88358a/test-model-88358a","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:12:31Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bcb6354f-6d05-4743-a4e3-c50dba8716eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:12:32Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-42c2d3-sub","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3-sub","reconcileID":"b99f9e0e-c711-4342-9095-301de966c7b7","MaaSSubscription":{"name":"test-model-42c2d3-sub","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"name":"maas-trlp-test-model-42c2d3","model":"ai-tenant-e2e-inf-a-42c2d3/test-model-42c2d3","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:12:32Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"447c5b69-2ff9-4a4a-a9bd-790b9ee27ac3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:12:37Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-42c2d3-auth","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3-auth","reconcileID":"7a4313c7-3769-4d50-b5b3-7cec09ed6bba","MaaSAuthPolicy":{"name":"test-model-42c2d3-auth","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"model":"ai-tenant-e2e-inf-a-42c2d3/test-model-42c2d3"} {"level":"info","ts":"2026-07-13T04:12:37Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-42c2d3","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3","reconcileID":"26db6491-8408-4ede-a98c-1c0fd735231e","MaaSModelRef":{"name":"test-model-42c2d3","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"routeName":"test-model-42c2d3-kserve-route","namespace":"ai-tenant-e2e-inf-a-42c2d3","llmisvcName":"test-model-42c2d3","gateway":"openshift-ingress/e2e-inf-a-42c2d3","hostnames":[]} {"level":"info","ts":"2026-07-13T04:12:37Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-42c2d3","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3","reconcileID":"e3d3d126-a2bf-402a-9ab1-566575e2ba31","MaaSModelRef":{"name":"test-model-42c2d3","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"routeName":"test-model-42c2d3-kserve-route","namespace":"ai-tenant-e2e-inf-a-42c2d3","llmisvcName":"test-model-42c2d3","gateway":"openshift-ingress/e2e-inf-a-42c2d3","hostnames":[]} {"level":"info","ts":"2026-07-13T04:12:37Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-42c2d3-sub","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3-sub","reconcileID":"4715c4cf-2375-462b-ba1b-3e834d1b3652","MaaSSubscription":{"name":"test-model-42c2d3-sub","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"name":"maas-trlp-test-model-42c2d3","model":"ai-tenant-e2e-inf-a-42c2d3/test-model-42c2d3","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:12:37Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-42c2d3-sub","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3-sub","reconcileID":"3643d1fb-72ea-40a7-8124-1b06c85f4710","MaaSSubscription":{"name":"test-model-42c2d3-sub","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"name":"maas-trlp-test-model-42c2d3","model":"ai-tenant-e2e-inf-a-42c2d3/test-model-42c2d3","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:12:37Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-42c2d3-sub","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3-sub","reconcileID":"326428e1-36de-45b2-8b66-e73e20005321","MaaSSubscription":{"name":"test-model-42c2d3-sub","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"model":"ai-tenant-e2e-inf-a-42c2d3/test-model-42c2d3","subscription":"test-model-42c2d3-sub"} {"level":"info","ts":"2026-07-13T04:12:37Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-42c2d3","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3","reconcileID":"6a8f309a-7ab6-4c24-9673-3188a39bff73","MaaSModelRef":{"name":"test-model-42c2d3","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"routeName":"test-model-42c2d3-kserve-route","namespace":"ai-tenant-e2e-inf-a-42c2d3","llmisvcName":"test-model-42c2d3","gateway":"openshift-ingress/e2e-inf-a-42c2d3","hostnames":[]} {"level":"info","ts":"2026-07-13T04:12:37Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-42c2d3-sub","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3-sub","reconcileID":"326428e1-36de-45b2-8b66-e73e20005321","MaaSSubscription":{"name":"test-model-42c2d3-sub","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"model":"ai-tenant-e2e-inf-a-42c2d3/test-model-42c2d3"} {"level":"info","ts":"2026-07-13T04:12:37Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-42c2d3-sub","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3-sub","reconcileID":"326428e1-36de-45b2-8b66-e73e20005321","MaaSSubscription":{"name":"test-model-42c2d3-sub","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"name":"maas-trlp-test-model-42c2d3","namespace":"ai-tenant-e2e-inf-a-42c2d3","model":"ai-tenant-e2e-inf-a-42c2d3/test-model-42c2d3"} {"level":"info","ts":"2026-07-13T04:12:37Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-42c2d3","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"test-model-42c2d3","reconcileID":"c86d1347-ac23-4992-80e7-0786f1e01a46","MaaSModelRef":{"name":"test-model-42c2d3","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"routeName":"test-model-42c2d3-kserve-route","namespace":"ai-tenant-e2e-inf-a-42c2d3","llmisvcName":"test-model-42c2d3","gateway":"openshift-ingress/e2e-inf-a-42c2d3","hostnames":[]} {"level":"info","ts":"2026-07-13T04:12:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-13T04:12:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-13T04:12:38Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-88358a-auth","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a-auth","reconcileID":"f954af36-7223-4178-bd6f-b72efefdb95b","MaaSAuthPolicy":{"name":"test-model-88358a-auth","namespace":"ai-tenant-e2e-inf-b-88358a"},"model":"ai-tenant-e2e-inf-b-88358a/test-model-88358a"} {"level":"info","ts":"2026-07-13T04:12:38Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a","reconcileID":"044847cd-6f42-4a0b-ad74-d334a2ac09b7","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"routeName":"test-model-88358a-kserve-route","namespace":"ai-tenant-e2e-inf-b-88358a","llmisvcName":"test-model-88358a","gateway":"openshift-ingress/e2e-inf-b-88358a","hostnames":[]} {"level":"info","ts":"2026-07-13T04:12:38Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-88358a-auth","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a-auth","reconcileID":"941a75e3-8f9c-43d0-8fe6-53f5466bd689","MaaSAuthPolicy":{"name":"test-model-88358a-auth","namespace":"ai-tenant-e2e-inf-b-88358a"},"model":"ai-tenant-e2e-inf-b-88358a/test-model-88358a"} {"level":"info","ts":"2026-07-13T04:12:38Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a","reconcileID":"00826675-c8bf-41f1-a0a5-da9979a8e0ac","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"routeName":"test-model-88358a-kserve-route","namespace":"ai-tenant-e2e-inf-b-88358a","llmisvcName":"test-model-88358a","gateway":"openshift-ingress/e2e-inf-b-88358a","hostnames":[]} {"level":"info","ts":"2026-07-13T04:12:38Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-88358a-sub","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a-sub","reconcileID":"d3032e1f-1e7e-4b1f-96a2-b167519819c7","MaaSSubscription":{"name":"test-model-88358a-sub","namespace":"ai-tenant-e2e-inf-b-88358a"},"name":"maas-trlp-test-model-88358a","model":"ai-tenant-e2e-inf-b-88358a/test-model-88358a","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:12:38Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-88358a-sub","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a-sub","reconcileID":"d38118a3-8bd3-4c31-85bf-1d7d8eec014f","MaaSSubscription":{"name":"test-model-88358a-sub","namespace":"ai-tenant-e2e-inf-b-88358a"},"name":"maas-trlp-test-model-88358a","model":"ai-tenant-e2e-inf-b-88358a/test-model-88358a","subscriptionCount":1} {"level":"error","ts":"2026-07-13T04:12:38Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-88358a-auth","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a-auth","reconcileID":"941a75e3-8f9c-43d0-8fe6-53f5466bd689","error":"maasauthpolicies.maas.opendatahub.io \"test-model-88358a-auth\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-13T04:12:38Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-88358a-sub","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a-sub","reconcileID":"d7466ac2-c2e8-47ec-885b-a4ffea11f13d","MaaSSubscription":{"name":"test-model-88358a-sub","namespace":"ai-tenant-e2e-inf-b-88358a"},"model":"ai-tenant-e2e-inf-b-88358a/test-model-88358a","subscription":"test-model-88358a-sub"} {"level":"info","ts":"2026-07-13T04:12:38Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a","reconcileID":"92a7143c-af65-4fd9-a4ad-94ba74fc5e4c","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"routeName":"test-model-88358a-kserve-route","namespace":"ai-tenant-e2e-inf-b-88358a","llmisvcName":"test-model-88358a","gateway":"openshift-ingress/e2e-inf-b-88358a","hostnames":[]} {"level":"info","ts":"2026-07-13T04:12:38Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-88358a-sub","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a-sub","reconcileID":"d7466ac2-c2e8-47ec-885b-a4ffea11f13d","MaaSSubscription":{"name":"test-model-88358a-sub","namespace":"ai-tenant-e2e-inf-b-88358a"},"model":"ai-tenant-e2e-inf-b-88358a/test-model-88358a"} {"level":"info","ts":"2026-07-13T04:12:38Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-88358a-sub","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a-sub","reconcileID":"d7466ac2-c2e8-47ec-885b-a4ffea11f13d","MaaSSubscription":{"name":"test-model-88358a-sub","namespace":"ai-tenant-e2e-inf-b-88358a"},"name":"maas-trlp-test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a","model":"ai-tenant-e2e-inf-b-88358a/test-model-88358a"} {"level":"info","ts":"2026-07-13T04:12:38Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"test-model-88358a","reconcileID":"8a6f015a-91d1-4c2a-96d0-0a9806bb2ebd","MaaSModelRef":{"name":"test-model-88358a","namespace":"ai-tenant-e2e-inf-b-88358a"},"routeName":"test-model-88358a-kserve-route","namespace":"ai-tenant-e2e-inf-b-88358a","llmisvcName":"test-model-88358a","gateway":"openshift-ingress/e2e-inf-b-88358a","hostnames":[]} {"level":"info","ts":"2026-07-13T04:12:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-42c2d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-42c2d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-42c2d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-42c2d3"},"tenantIdentifier":"e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:12:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-42c2d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-42c2d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-42c2d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-42c2d3"},"tenantIdentifier":"e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:12:39Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"default-tenant","reconcileID":"6d2feae6-3e26-4ba9-be83-83944cfa4588","tenant":"ai-tenant-e2e-inf-a-42c2d3/default-tenant","tenantID":"e2e-inf-a-42c2d3","subscriptionNamespace":"ai-tenant-e2e-inf-a-42c2d3","gatewayName":"e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:12:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-42c2d3","deploymentName":"maas-api-e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:12:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-42c2d3","deploymentName":"maas-api-e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:12:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-42c2d3","deploymentName":"maas-api-e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:12:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-42c2d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-42c2d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-42c2d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-42c2d3"},"tenantIdentifier":"e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:12:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-42c2d3","deploymentName":"maas-api-e2e-inf-a-42c2d3"} {"level":"error","ts":"2026-07-13T04:12:40Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"default-tenant","reconcileID":"6d2feae6-3e26-4ba9-be83-83944cfa4588","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-13T04:12:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-42c2d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-42c2d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-42c2d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-42c2d3"},"tenantIdentifier":"e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:12:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-42c2d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-42c2d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-42c2d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-42c2d3"},"tenantIdentifier":"e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:12:40Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"default-tenant","reconcileID":"4d817b9a-f778-4090-a9ff-f1411955b04a","namespace":"ai-tenant-e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:12:40Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"default-tenant","reconcileID":"4d817b9a-f778-4090-a9ff-f1411955b04a","count":0} {"level":"info","ts":"2026-07-13T04:12:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-42c2d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-42c2d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-42c2d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-42c2d3"},"tenantIdentifier":"e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:12:40Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"default-tenant","reconcileID":"4d817b9a-f778-4090-a9ff-f1411955b04a","tenant":"e2e-inf-a-42c2d3","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-13T04:12:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-42c2d3","deploymentName":"maas-api-e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:12:40Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"default-tenant","reconcileID":"4d817b9a-f778-4090-a9ff-f1411955b04a","gvk":"Deployment","name":"maas-api-e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:12:40Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"default-tenant","reconcileID":"4d817b9a-f778-4090-a9ff-f1411955b04a","gvk":"Service","name":"maas-api-e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:12:40Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"default-tenant","reconcileID":"4d817b9a-f778-4090-a9ff-f1411955b04a","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:12:40Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-42c2d3"},"namespace":"ai-tenant-e2e-inf-a-42c2d3","name":"default-tenant","reconcileID":"4d817b9a-f778-4090-a9ff-f1411955b04a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-42c2d3"} {"level":"info","ts":"2026-07-13T04:12:44Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"067a6b73-ac14-4f33-ac32-4a0779e1ac0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:12:45Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e41ddb3b-762d-4bde-9fd5-ee05421f3de1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:12:49Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b8f4a941-a22c-4ceb-a5b0-e5e8ad22220d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:12:49Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"01db405d-0396-4766-9857-a4664e34870e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:13:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-13T04:13:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-13T04:13:22Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-88358a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-88358a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-88358a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-88358a"},"tenantIdentifier":"e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:13:22Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-88358a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-88358a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-88358a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-88358a"},"tenantIdentifier":"e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:13:22Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"default-tenant","reconcileID":"0a6f3dae-2f1a-43bd-9e34-fcebb6e48e56","tenant":"ai-tenant-e2e-inf-b-88358a/default-tenant","tenantID":"e2e-inf-b-88358a","subscriptionNamespace":"ai-tenant-e2e-inf-b-88358a","gatewayName":"e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:13:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-88358a","deploymentName":"maas-api-e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:13:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-88358a","deploymentName":"maas-api-e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:13:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-88358a","deploymentName":"maas-api-e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:13:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-88358a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-88358a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-88358a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-88358a"},"tenantIdentifier":"e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:13:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-88358a","deploymentName":"maas-api-e2e-inf-b-88358a"} {"level":"error","ts":"2026-07-13T04:13:23Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"default-tenant","reconcileID":"0a6f3dae-2f1a-43bd-9e34-fcebb6e48e56","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-13T04:13:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-88358a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-88358a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-88358a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-88358a"},"tenantIdentifier":"e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:13:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-88358a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-88358a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-88358a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-88358a"},"tenantIdentifier":"e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:13:23Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"default-tenant","reconcileID":"f42df94f-6f5c-4fb9-a81f-650e59cbfab6","namespace":"ai-tenant-e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:13:23Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"default-tenant","reconcileID":"f42df94f-6f5c-4fb9-a81f-650e59cbfab6","count":0} {"level":"info","ts":"2026-07-13T04:13:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-88358a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-88358a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-88358a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-88358a"},"tenantIdentifier":"e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:13:23Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"default-tenant","reconcileID":"f42df94f-6f5c-4fb9-a81f-650e59cbfab6","tenant":"e2e-inf-b-88358a","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-13T04:13:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-88358a","deploymentName":"maas-api-e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:13:23Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"default-tenant","reconcileID":"f42df94f-6f5c-4fb9-a81f-650e59cbfab6","gvk":"Deployment","name":"maas-api-e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:13:23Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"default-tenant","reconcileID":"f42df94f-6f5c-4fb9-a81f-650e59cbfab6","gvk":"Service","name":"maas-api-e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:13:23Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"default-tenant","reconcileID":"f42df94f-6f5c-4fb9-a81f-650e59cbfab6","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:13:23Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-88358a"},"namespace":"ai-tenant-e2e-inf-b-88358a","name":"default-tenant","reconcileID":"f42df94f-6f5c-4fb9-a81f-650e59cbfab6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-88358a"} {"level":"info","ts":"2026-07-13T04:13:27Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ba9b3459-b915-48fd-b27c-97329fa44026","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:13:27Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"08b44e6a-9ef6-45bb-af28-1175406bcb8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:13:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5e78fc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5e78fc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5e78fc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5e78fc"},"tenantIdentifier":"e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5e78fc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5e78fc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5e78fc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5e78fc"},"tenantIdentifier":"e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:32Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"default-tenant","reconcileID":"691541d4-7e7e-46f5-92a1-05f449ee1029","tenant":"ai-tenant-e2e-api-a-5e78fc/default-tenant","tenantID":"e2e-api-a-5e78fc","subscriptionNamespace":"ai-tenant-e2e-api-a-5e78fc","gatewayName":"e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5e78fc","deploymentName":"maas-api-e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5e78fc","deploymentName":"maas-api-e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5e78fc","deploymentName":"maas-api-e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:33Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"db4020e5-ee8c-4f02-9190-2ff11a5dd454","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:13:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5e78fc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5e78fc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5e78fc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5e78fc"},"tenantIdentifier":"e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5e78fc","deploymentName":"maas-api-e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5e78fc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5e78fc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5e78fc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5e78fc"},"tenantIdentifier":"e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5e78fc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5e78fc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5e78fc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5e78fc"},"tenantIdentifier":"e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:33Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"default-tenant","reconcileID":"207a153c-5437-4d20-8aa4-aa0367249158","tenant":"ai-tenant-e2e-api-a-5e78fc/default-tenant","tenantID":"e2e-api-a-5e78fc","subscriptionNamespace":"ai-tenant-e2e-api-a-5e78fc","gatewayName":"e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5e78fc","deploymentName":"maas-api-e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5e78fc","deploymentName":"maas-api-e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5e78fc","deploymentName":"maas-api-e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:33Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2aa6d649-83e7-4561-a8ee-cb5fae62e172","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:13:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5e78fc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5e78fc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5e78fc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5e78fc"},"tenantIdentifier":"e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5e78fc","deploymentName":"maas-api-e2e-api-a-5e78fc"} {"level":"error","ts":"2026-07-13T04:13:34Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"default-tenant","reconcileID":"207a153c-5437-4d20-8aa4-aa0367249158","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-13T04:13:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5e78fc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5e78fc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5e78fc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5e78fc"},"tenantIdentifier":"e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5e78fc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5e78fc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5e78fc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5e78fc"},"tenantIdentifier":"e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:34Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"default-tenant","reconcileID":"f15047c6-d9f9-4169-8f79-764f62fc05fc","tenant":"ai-tenant-e2e-api-a-5e78fc/default-tenant","tenantID":"e2e-api-a-5e78fc","subscriptionNamespace":"ai-tenant-e2e-api-a-5e78fc","gatewayName":"e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5e78fc","deploymentName":"maas-api-e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5e78fc","deploymentName":"maas-api-e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5e78fc","deploymentName":"maas-api-e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5e78fc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5e78fc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5e78fc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5e78fc"},"tenantIdentifier":"e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5e78fc","deploymentName":"maas-api-e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5e78fc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5e78fc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5e78fc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5e78fc"},"tenantIdentifier":"e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5e78fc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5e78fc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5e78fc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5e78fc"},"tenantIdentifier":"e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:34Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"default-tenant","reconcileID":"37491a5d-6dc7-4cd1-b3a7-34e3211e5d3b","tenant":"ai-tenant-e2e-api-a-5e78fc/default-tenant","tenantID":"e2e-api-a-5e78fc","subscriptionNamespace":"ai-tenant-e2e-api-a-5e78fc","gatewayName":"e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5e78fc","deploymentName":"maas-api-e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5e78fc","deploymentName":"maas-api-e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5e78fc","deploymentName":"maas-api-e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5e78fc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5e78fc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5e78fc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5e78fc"},"tenantIdentifier":"e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5e78fc","deploymentName":"maas-api-e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:37Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4d83c0e-c7ab-40b8-925a-2b661473a736","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-13T04:13:37Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1d974ef-13c9-4422-bdab-96a9d03f2922","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-13T04:13:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5e78fc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5e78fc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5e78fc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5e78fc"},"tenantIdentifier":"e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:37Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e78fc-policy","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"e2e-e2e-api-a-5e78fc-policy","reconcileID":"01d969fb-083b-455e-9070-c62af2fd068f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e78fc-policy","namespace":"ai-tenant-e2e-api-a-5e78fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5e78fc","tenantID":"e2e-api-a-5e78fc","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-13T04:13:37Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e78fc-policy","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"e2e-e2e-api-a-5e78fc-policy","reconcileID":"01d969fb-083b-455e-9070-c62af2fd068f"} {"level":"info","ts":"2026-07-13T04:13:37Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e78fc-policy","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"e2e-e2e-api-a-5e78fc-policy","reconcileID":"01d969fb-083b-455e-9070-c62af2fd068f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e78fc-policy","namespace":"ai-tenant-e2e-api-a-5e78fc"},"name":"e2e-api-a-5e78fc-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-13T04:13:37Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd6acb88-d426-4faf-a2a2-ac19a5134f4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-13T04:13:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-13T04:13:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-13T04:13:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5c775a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5c775a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5c775a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5c775a"},"tenantIdentifier":"e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:13:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5c775a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5c775a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5c775a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5c775a"},"tenantIdentifier":"e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:13:40Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5c775a"},"namespace":"ai-tenant-e2e-api-b-5c775a","name":"default-tenant","reconcileID":"f6ed0f19-8551-450a-a66a-a2155c23b137","tenant":"ai-tenant-e2e-api-b-5c775a/default-tenant","tenantID":"e2e-api-b-5c775a","subscriptionNamespace":"ai-tenant-e2e-api-b-5c775a","gatewayName":"e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:13:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5c775a","deploymentName":"maas-api-e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:13:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5c775a","deploymentName":"maas-api-e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:13:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5c775a","deploymentName":"maas-api-e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:13:41Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e8aecf1e-374e-4e79-be63-e90e5645310b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:13:41Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3c0d96ab-cf72-4ad3-b707-638e26919641","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:13:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5c775a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5c775a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5c775a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5c775a"},"tenantIdentifier":"e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:13:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5c775a","deploymentName":"maas-api-e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:13:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5c775a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5c775a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5c775a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5c775a"},"tenantIdentifier":"e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:13:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5c775a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5c775a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5c775a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5c775a"},"tenantIdentifier":"e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:13:41Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5c775a"},"namespace":"ai-tenant-e2e-api-b-5c775a","name":"default-tenant","reconcileID":"a7caa26d-9802-4566-9e84-78e600d85620","tenant":"ai-tenant-e2e-api-b-5c775a/default-tenant","tenantID":"e2e-api-b-5c775a","subscriptionNamespace":"ai-tenant-e2e-api-b-5c775a","gatewayName":"e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:13:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5c775a","deploymentName":"maas-api-e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:13:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5c775a","deploymentName":"maas-api-e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:13:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5c775a","deploymentName":"maas-api-e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:13:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5c775a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5c775a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5c775a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5c775a"},"tenantIdentifier":"e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:13:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5c775a","deploymentName":"maas-api-e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:13:45Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44a9e4e5-ac87-4d31-ba8d-a6253763c51a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-13T04:13:45Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3402b52-6304-4027-a55d-4f124404886b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-13T04:13:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5c775a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5c775a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5c775a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5c775a"},"tenantIdentifier":"e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:13:45Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5c775a-policy","namespace":"ai-tenant-e2e-api-b-5c775a"},"namespace":"ai-tenant-e2e-api-b-5c775a","name":"e2e-e2e-api-b-5c775a-policy","reconcileID":"973e4248-930d-456d-a68b-7777fde3812b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5c775a-policy","namespace":"ai-tenant-e2e-api-b-5c775a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5c775a","tenantID":"e2e-api-b-5c775a","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-13T04:13:45Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5c775a-policy","namespace":"ai-tenant-e2e-api-b-5c775a"},"namespace":"ai-tenant-e2e-api-b-5c775a","name":"e2e-e2e-api-b-5c775a-policy","reconcileID":"973e4248-930d-456d-a68b-7777fde3812b"} {"level":"info","ts":"2026-07-13T04:13:45Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5c775a-policy","namespace":"ai-tenant-e2e-api-b-5c775a"},"namespace":"ai-tenant-e2e-api-b-5c775a","name":"e2e-e2e-api-b-5c775a-policy","reconcileID":"973e4248-930d-456d-a68b-7777fde3812b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5c775a-policy","namespace":"ai-tenant-e2e-api-b-5c775a"},"name":"e2e-api-b-5c775a-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-13T04:13:45Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ab0136b-5ab1-4e84-886b-89cbccf9ad71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-13T04:13:53Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5e78fc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5e78fc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5e78fc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5e78fc"},"tenantIdentifier":"e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:53Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5e78fc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5e78fc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5e78fc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5e78fc"},"tenantIdentifier":"e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:53Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e78fc-policy","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"e2e-e2e-api-a-5e78fc-policy","reconcileID":"32394155-eec9-4858-aa6b-420283510de5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e78fc-policy","namespace":"ai-tenant-e2e-api-a-5e78fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5e78fc","tenantID":"e2e-api-a-5e78fc","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-13T04:13:53Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5e78fc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5e78fc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5e78fc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5e78fc"},"tenantIdentifier":"e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:53Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"default-tenant","reconcileID":"0fe14031-ec2f-49e9-bc4b-cb6d46b75d9e","tenant":"ai-tenant-e2e-api-a-5e78fc/default-tenant","tenantID":"e2e-api-a-5e78fc","subscriptionNamespace":"ai-tenant-e2e-api-a-5e78fc","gatewayName":"e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:53Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e78fc-policy","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"e2e-e2e-api-a-5e78fc-policy","reconcileID":"32394155-eec9-4858-aa6b-420283510de5"} {"level":"info","ts":"2026-07-13T04:13:53Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e78fc-policy","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"e2e-e2e-api-a-5e78fc-policy","reconcileID":"32394155-eec9-4858-aa6b-420283510de5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e78fc-policy","namespace":"ai-tenant-e2e-api-a-5e78fc"},"name":"e2e-api-a-5e78fc-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-13T04:13:53Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5e78fc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5e78fc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5e78fc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5e78fc"},"tenantIdentifier":"e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5e78fc","deploymentName":"maas-api-e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5e78fc","deploymentName":"maas-api-e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5e78fc","deploymentName":"maas-api-e2e-api-a-5e78fc"} {"level":"error","ts":"2026-07-13T04:13:53Z","msg":"failed to fetch gateway info","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e78fc-policy","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"e2e-e2e-api-a-5e78fc-policy","reconcileID":"1e8613f1-bbfb-4779-a280-354e0afa1976","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e78fc-policy","namespace":"ai-tenant-e2e-api-a-5e78fc"},"error":"get owning AITenant ai-tenants/e2e-api-a-5e78fc for tenant ai-tenant-e2e-api-a-5e78fc/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-a-5e78fc\" not found","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:472\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-13T04:13:53Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e78fc-policy","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"e2e-e2e-api-a-5e78fc-policy","reconcileID":"1e8613f1-bbfb-4779-a280-354e0afa1976","error":"get owning AITenant ai-tenants/e2e-api-a-5e78fc for tenant ai-tenant-e2e-api-a-5e78fc/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-a-5e78fc\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-13T04:13:54Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5e78fc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5e78fc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5e78fc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5e78fc"},"tenantIdentifier":"e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:54Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5e78fc","deploymentName":"maas-api-e2e-api-a-5e78fc"} {"level":"error","ts":"2026-07-13T04:13:54Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"default-tenant","reconcileID":"0fe14031-ec2f-49e9-bc4b-cb6d46b75d9e","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-13T04:13:54Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5e78fc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5e78fc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5e78fc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5e78fc"},"tenantIdentifier":"e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:54Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5e78fc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5e78fc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5e78fc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5e78fc"},"tenantIdentifier":"e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:54Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"default-tenant","reconcileID":"5b1fe63d-3e79-44ca-97e8-c66dd5dc61ab","namespace":"ai-tenant-e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:54Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"default-tenant","reconcileID":"5b1fe63d-3e79-44ca-97e8-c66dd5dc61ab","name":"e2e-e2e-api-a-5e78fc-policy","namespace":"ai-tenant-e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:54Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"default-tenant","reconcileID":"5b1fe63d-3e79-44ca-97e8-c66dd5dc61ab","count":1} {"level":"info","ts":"2026-07-13T04:13:54Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5e78fc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5e78fc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5e78fc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5e78fc"},"tenantIdentifier":"e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:54Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"default-tenant","reconcileID":"5b1fe63d-3e79-44ca-97e8-c66dd5dc61ab","tenant":"e2e-api-a-5e78fc","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-13T04:13:54Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5e78fc","deploymentName":"maas-api-e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:54Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e78fc-policy","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"e2e-e2e-api-a-5e78fc-policy","reconcileID":"6d21e53c-ea76-4f25-933f-2582e4e3d805","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e78fc-policy","namespace":"ai-tenant-e2e-api-a-5e78fc"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-13T04:13:54Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"default-tenant","reconcileID":"5b1fe63d-3e79-44ca-97e8-c66dd5dc61ab","gvk":"Deployment","name":"maas-api-e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:54Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"default-tenant","reconcileID":"5b1fe63d-3e79-44ca-97e8-c66dd5dc61ab","gvk":"Service","name":"maas-api-e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:54Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"default-tenant","reconcileID":"5b1fe63d-3e79-44ca-97e8-c66dd5dc61ab","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:54Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"default-tenant","reconcileID":"5b1fe63d-3e79-44ca-97e8-c66dd5dc61ab","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:54Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5e78fc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5e78fc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5e78fc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5e78fc"},"tenantIdentifier":"e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:54Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5e78fc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5e78fc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5e78fc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5e78fc"},"tenantIdentifier":"e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:54Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"default-tenant","reconcileID":"5f4b0a32-9c1f-4006-8a5e-4362b4162a66","namespace":"ai-tenant-e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:54Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"default-tenant","reconcileID":"5f4b0a32-9c1f-4006-8a5e-4362b4162a66","name":"e2e-e2e-api-a-5e78fc-policy","namespace":"ai-tenant-e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:54Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"default-tenant","reconcileID":"5f4b0a32-9c1f-4006-8a5e-4362b4162a66","count":1} {"level":"info","ts":"2026-07-13T04:13:54Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5e78fc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5e78fc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5e78fc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5e78fc"},"tenantIdentifier":"e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:54Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"default-tenant","reconcileID":"5f4b0a32-9c1f-4006-8a5e-4362b4162a66","tenant":"e2e-api-a-5e78fc","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-13T04:13:54Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5e78fc","deploymentName":"maas-api-e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:54Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"default-tenant","reconcileID":"5f4b0a32-9c1f-4006-8a5e-4362b4162a66","gvk":"Deployment","name":"maas-api-e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:54Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"default-tenant","reconcileID":"5f4b0a32-9c1f-4006-8a5e-4362b4162a66","gvk":"Service","name":"maas-api-e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:54Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"default-tenant","reconcileID":"5f4b0a32-9c1f-4006-8a5e-4362b4162a66","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-5e78fc"} {"level":"info","ts":"2026-07-13T04:13:54Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"default-tenant","reconcileID":"5f4b0a32-9c1f-4006-8a5e-4362b4162a66","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-5e78fc"} {"level":"error","ts":"2026-07-13T04:13:54Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e78fc"},"namespace":"ai-tenant-e2e-api-a-5e78fc","name":"default-tenant","reconcileID":"5f4b0a32-9c1f-4006-8a5e-4362b4162a66","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-13T04:14:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5c775a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5c775a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5c775a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5c775a"},"tenantIdentifier":"e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:14:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5c775a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5c775a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5c775a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5c775a"},"tenantIdentifier":"e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:14:00Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5c775a-policy","namespace":"ai-tenant-e2e-api-b-5c775a"},"namespace":"ai-tenant-e2e-api-b-5c775a","name":"e2e-e2e-api-b-5c775a-policy","reconcileID":"bb52f72a-ccb0-484b-9cc9-f86bb5a0813b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5c775a-policy","namespace":"ai-tenant-e2e-api-b-5c775a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-5c775a","tenantID":"e2e-api-b-5c775a","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-13T04:14:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5c775a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5c775a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5c775a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5c775a"},"tenantIdentifier":"e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:14:00Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5c775a"},"namespace":"ai-tenant-e2e-api-b-5c775a","name":"default-tenant","reconcileID":"5b24dea2-058d-48ec-b694-0b62ec3f200f","tenant":"ai-tenant-e2e-api-b-5c775a/default-tenant","tenantID":"e2e-api-b-5c775a","subscriptionNamespace":"ai-tenant-e2e-api-b-5c775a","gatewayName":"e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:14:00Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5c775a-policy","namespace":"ai-tenant-e2e-api-b-5c775a"},"namespace":"ai-tenant-e2e-api-b-5c775a","name":"e2e-e2e-api-b-5c775a-policy","reconcileID":"bb52f72a-ccb0-484b-9cc9-f86bb5a0813b"} {"level":"info","ts":"2026-07-13T04:14:00Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5c775a-policy","namespace":"ai-tenant-e2e-api-b-5c775a"},"namespace":"ai-tenant-e2e-api-b-5c775a","name":"e2e-e2e-api-b-5c775a-policy","reconcileID":"bb52f72a-ccb0-484b-9cc9-f86bb5a0813b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5c775a-policy","namespace":"ai-tenant-e2e-api-b-5c775a"},"name":"e2e-api-b-5c775a-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-13T04:14:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5c775a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5c775a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5c775a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5c775a"},"tenantIdentifier":"e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:14:00Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5c775a","deploymentName":"maas-api-e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:14:00Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5c775a","deploymentName":"maas-api-e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:14:00Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5c775a","deploymentName":"maas-api-e2e-api-b-5c775a"} {"level":"error","ts":"2026-07-13T04:14:00Z","msg":"failed to fetch gateway info","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5c775a-policy","namespace":"ai-tenant-e2e-api-b-5c775a"},"namespace":"ai-tenant-e2e-api-b-5c775a","name":"e2e-e2e-api-b-5c775a-policy","reconcileID":"96d86bbf-8604-4341-a46c-747c474be682","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5c775a-policy","namespace":"ai-tenant-e2e-api-b-5c775a"},"error":"get owning AITenant ai-tenants/e2e-api-b-5c775a for tenant ai-tenant-e2e-api-b-5c775a/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-b-5c775a\" not found","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:472\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-13T04:14:00Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5c775a-policy","namespace":"ai-tenant-e2e-api-b-5c775a"},"namespace":"ai-tenant-e2e-api-b-5c775a","name":"e2e-e2e-api-b-5c775a-policy","reconcileID":"96d86bbf-8604-4341-a46c-747c474be682","error":"get owning AITenant ai-tenants/e2e-api-b-5c775a for tenant ai-tenant-e2e-api-b-5c775a/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-b-5c775a\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-13T04:14:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5c775a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5c775a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5c775a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5c775a"},"tenantIdentifier":"e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:14:00Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5c775a","deploymentName":"maas-api-e2e-api-b-5c775a"} {"level":"error","ts":"2026-07-13T04:14:00Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5c775a"},"namespace":"ai-tenant-e2e-api-b-5c775a","name":"default-tenant","reconcileID":"5b24dea2-058d-48ec-b694-0b62ec3f200f","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-13T04:14:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5c775a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5c775a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5c775a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5c775a"},"tenantIdentifier":"e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:14:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5c775a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5c775a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5c775a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5c775a"},"tenantIdentifier":"e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:14:00Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5c775a"},"namespace":"ai-tenant-e2e-api-b-5c775a","name":"default-tenant","reconcileID":"facbcb0b-9d8c-433b-8119-10ca046ddd6f","namespace":"ai-tenant-e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:14:00Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5c775a"},"namespace":"ai-tenant-e2e-api-b-5c775a","name":"default-tenant","reconcileID":"facbcb0b-9d8c-433b-8119-10ca046ddd6f","name":"e2e-e2e-api-b-5c775a-policy","namespace":"ai-tenant-e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:14:00Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5c775a"},"namespace":"ai-tenant-e2e-api-b-5c775a","name":"default-tenant","reconcileID":"facbcb0b-9d8c-433b-8119-10ca046ddd6f","count":1} {"level":"info","ts":"2026-07-13T04:14:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5c775a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5c775a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5c775a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5c775a"},"tenantIdentifier":"e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:14:00Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5c775a"},"namespace":"ai-tenant-e2e-api-b-5c775a","name":"default-tenant","reconcileID":"facbcb0b-9d8c-433b-8119-10ca046ddd6f","tenant":"e2e-api-b-5c775a","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-13T04:14:00Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5c775a","deploymentName":"maas-api-e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:14:00Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5c775a-policy","namespace":"ai-tenant-e2e-api-b-5c775a"},"namespace":"ai-tenant-e2e-api-b-5c775a","name":"e2e-e2e-api-b-5c775a-policy","reconcileID":"6d169759-23e1-427c-b7c3-9951e0c2cc66","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-5c775a-policy","namespace":"ai-tenant-e2e-api-b-5c775a"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-13T04:14:00Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5c775a"},"namespace":"ai-tenant-e2e-api-b-5c775a","name":"default-tenant","reconcileID":"facbcb0b-9d8c-433b-8119-10ca046ddd6f","gvk":"Deployment","name":"maas-api-e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:14:00Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5c775a"},"namespace":"ai-tenant-e2e-api-b-5c775a","name":"default-tenant","reconcileID":"facbcb0b-9d8c-433b-8119-10ca046ddd6f","gvk":"Service","name":"maas-api-e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:14:00Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5c775a"},"namespace":"ai-tenant-e2e-api-b-5c775a","name":"default-tenant","reconcileID":"facbcb0b-9d8c-433b-8119-10ca046ddd6f","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:14:00Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5c775a"},"namespace":"ai-tenant-e2e-api-b-5c775a","name":"default-tenant","reconcileID":"facbcb0b-9d8c-433b-8119-10ca046ddd6f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:14:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5c775a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5c775a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5c775a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5c775a"},"tenantIdentifier":"e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:14:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5c775a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5c775a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5c775a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5c775a"},"tenantIdentifier":"e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:14:00Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5c775a"},"namespace":"ai-tenant-e2e-api-b-5c775a","name":"default-tenant","reconcileID":"0d0fad30-e469-4e0a-a73e-6c8ba7beea7f","namespace":"ai-tenant-e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:14:00Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5c775a"},"namespace":"ai-tenant-e2e-api-b-5c775a","name":"default-tenant","reconcileID":"0d0fad30-e469-4e0a-a73e-6c8ba7beea7f","name":"e2e-e2e-api-b-5c775a-policy","namespace":"ai-tenant-e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:14:00Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5c775a"},"namespace":"ai-tenant-e2e-api-b-5c775a","name":"default-tenant","reconcileID":"0d0fad30-e469-4e0a-a73e-6c8ba7beea7f","count":1} {"level":"info","ts":"2026-07-13T04:14:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-5c775a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-5c775a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-5c775a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-5c775a"},"tenantIdentifier":"e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:14:00Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5c775a"},"namespace":"ai-tenant-e2e-api-b-5c775a","name":"default-tenant","reconcileID":"0d0fad30-e469-4e0a-a73e-6c8ba7beea7f","tenant":"e2e-api-b-5c775a","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-13T04:14:00Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-5c775a","deploymentName":"maas-api-e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:14:00Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5c775a"},"namespace":"ai-tenant-e2e-api-b-5c775a","name":"default-tenant","reconcileID":"0d0fad30-e469-4e0a-a73e-6c8ba7beea7f","gvk":"Deployment","name":"maas-api-e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:14:00Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5c775a"},"namespace":"ai-tenant-e2e-api-b-5c775a","name":"default-tenant","reconcileID":"0d0fad30-e469-4e0a-a73e-6c8ba7beea7f","gvk":"Service","name":"maas-api-e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:14:00Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5c775a"},"namespace":"ai-tenant-e2e-api-b-5c775a","name":"default-tenant","reconcileID":"0d0fad30-e469-4e0a-a73e-6c8ba7beea7f","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-5c775a"} {"level":"info","ts":"2026-07-13T04:14:00Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5c775a"},"namespace":"ai-tenant-e2e-api-b-5c775a","name":"default-tenant","reconcileID":"0d0fad30-e469-4e0a-a73e-6c8ba7beea7f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-5c775a"} {"level":"error","ts":"2026-07-13T04:14:00Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-5c775a"},"namespace":"ai-tenant-e2e-api-b-5c775a","name":"default-tenant","reconcileID":"0d0fad30-e469-4e0a-a73e-6c8ba7beea7f","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-13T04:14:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-13T04:14:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-13T04:14:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-694c02/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-694c02","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-694c02","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-694c02"},"tenantIdentifier":"e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-694c02/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-694c02","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-694c02","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-694c02"},"tenantIdentifier":"e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:10Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-694c02"},"namespace":"ai-tenant-e2e-shared-a-694c02","name":"default-tenant","reconcileID":"ab3bb55c-f017-48ce-85f6-a9157c18823a","tenant":"ai-tenant-e2e-shared-a-694c02/default-tenant","tenantID":"e2e-shared-a-694c02","subscriptionNamespace":"ai-tenant-e2e-shared-a-694c02","gatewayName":"e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-694c02","deploymentName":"maas-api-e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-694c02","deploymentName":"maas-api-e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-694c02","deploymentName":"maas-api-e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-694c02/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-694c02","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-694c02","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-694c02"},"tenantIdentifier":"e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-694c02","deploymentName":"maas-api-e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-694c02/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-694c02","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-694c02","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-694c02"},"tenantIdentifier":"e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-694c02/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-694c02","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-694c02","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-694c02"},"tenantIdentifier":"e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:10Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-694c02"},"namespace":"ai-tenant-e2e-shared-a-694c02","name":"default-tenant","reconcileID":"dea4748d-bd64-4d9e-9af3-b486e95a5e8f","tenant":"ai-tenant-e2e-shared-a-694c02/default-tenant","tenantID":"e2e-shared-a-694c02","subscriptionNamespace":"ai-tenant-e2e-shared-a-694c02","gatewayName":"e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-694c02","deploymentName":"maas-api-e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-694c02","deploymentName":"maas-api-e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-694c02","deploymentName":"maas-api-e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-694c02/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-694c02","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-694c02","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-694c02"},"tenantIdentifier":"e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-694c02","deploymentName":"maas-api-e2e-shared-a-694c02"} {"level":"error","ts":"2026-07-13T04:14:11Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-694c02"},"namespace":"ai-tenant-e2e-shared-a-694c02","name":"default-tenant","reconcileID":"dea4748d-bd64-4d9e-9af3-b486e95a5e8f","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-13T04:14:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-694c02/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-694c02","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-694c02","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-694c02"},"tenantIdentifier":"e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-694c02/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-694c02","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-694c02","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-694c02"},"tenantIdentifier":"e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:11Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-694c02"},"namespace":"ai-tenant-e2e-shared-a-694c02","name":"default-tenant","reconcileID":"2aecc8a6-c619-4ff2-97d2-5ebfb1ca3112","tenant":"ai-tenant-e2e-shared-a-694c02/default-tenant","tenantID":"e2e-shared-a-694c02","subscriptionNamespace":"ai-tenant-e2e-shared-a-694c02","gatewayName":"e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-694c02","deploymentName":"maas-api-e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-694c02","deploymentName":"maas-api-e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-694c02","deploymentName":"maas-api-e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-694c02/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-694c02","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-694c02","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-694c02"},"tenantIdentifier":"e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-694c02","deploymentName":"maas-api-e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-694c02/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-694c02","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-694c02","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-694c02"},"tenantIdentifier":"e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-694c02/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-694c02","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-694c02","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-694c02"},"tenantIdentifier":"e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:11Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-694c02"},"namespace":"ai-tenant-e2e-shared-a-694c02","name":"default-tenant","reconcileID":"6269e9b1-972a-44a8-92dd-1adaf6f9d66d","tenant":"ai-tenant-e2e-shared-a-694c02/default-tenant","tenantID":"e2e-shared-a-694c02","subscriptionNamespace":"ai-tenant-e2e-shared-a-694c02","gatewayName":"e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-694c02","deploymentName":"maas-api-e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-694c02","deploymentName":"maas-api-e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-694c02","deploymentName":"maas-api-e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-694c02/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-694c02","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-694c02","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-694c02"},"tenantIdentifier":"e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-694c02","deploymentName":"maas-api-e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:12Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-13T04:14:12Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-13T04:14:12Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"57211db9-6f65-4dc3-bd1a-547dc18515bc","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-07-13T04:14:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-13T04:14:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-13T04:14:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-13T04:14:12Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-13T04:14:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-13T04:14:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-830ad7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-830ad7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-830ad7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-830ad7"},"tenantIdentifier":"e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-830ad7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-830ad7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-830ad7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-830ad7"},"tenantIdentifier":"e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:18Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-830ad7"},"namespace":"ai-tenant-e2e-shared-b-830ad7","name":"default-tenant","reconcileID":"fa92efae-d785-4c33-94ac-e9ca52af94a7","tenant":"ai-tenant-e2e-shared-b-830ad7/default-tenant","tenantID":"e2e-shared-b-830ad7","subscriptionNamespace":"ai-tenant-e2e-shared-b-830ad7","gatewayName":"e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-830ad7","deploymentName":"maas-api-e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-830ad7","deploymentName":"maas-api-e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-830ad7","deploymentName":"maas-api-e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-830ad7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-830ad7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-830ad7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-830ad7"},"tenantIdentifier":"e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-830ad7","deploymentName":"maas-api-e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-830ad7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-830ad7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-830ad7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-830ad7"},"tenantIdentifier":"e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-830ad7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-830ad7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-830ad7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-830ad7"},"tenantIdentifier":"e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:18Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-830ad7"},"namespace":"ai-tenant-e2e-shared-b-830ad7","name":"default-tenant","reconcileID":"a2234ab1-f004-4848-90b9-024d3ce0accb","tenant":"ai-tenant-e2e-shared-b-830ad7/default-tenant","tenantID":"e2e-shared-b-830ad7","subscriptionNamespace":"ai-tenant-e2e-shared-b-830ad7","gatewayName":"e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-830ad7","deploymentName":"maas-api-e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-830ad7","deploymentName":"maas-api-e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-830ad7","deploymentName":"maas-api-e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-830ad7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-830ad7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-830ad7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-830ad7"},"tenantIdentifier":"e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-830ad7","deploymentName":"maas-api-e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-830ad7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-830ad7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-830ad7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-830ad7"},"tenantIdentifier":"e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-830ad7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-830ad7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-830ad7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-830ad7"},"tenantIdentifier":"e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:19Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-830ad7"},"namespace":"ai-tenant-e2e-shared-b-830ad7","name":"default-tenant","reconcileID":"9acbc38b-c696-4e1c-8060-020f5d36a749","tenant":"ai-tenant-e2e-shared-b-830ad7/default-tenant","tenantID":"e2e-shared-b-830ad7","subscriptionNamespace":"ai-tenant-e2e-shared-b-830ad7","gatewayName":"e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-830ad7","deploymentName":"maas-api-e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-830ad7","deploymentName":"maas-api-e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-830ad7","deploymentName":"maas-api-e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-830ad7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-830ad7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-830ad7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-830ad7"},"tenantIdentifier":"e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-830ad7","deploymentName":"maas-api-e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"42a5d929-1812-4dfc-aa48-2729a3db66f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:14:30Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0b9cf29f-287d-4fdd-9342-e79a081a9cf9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:14:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-694c02/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-694c02","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-694c02","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-694c02"},"tenantIdentifier":"e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-694c02/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-694c02","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-694c02","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-694c02"},"tenantIdentifier":"e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:31Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-694c02"},"namespace":"ai-tenant-e2e-shared-a-694c02","name":"default-tenant","reconcileID":"8d684df5-9658-48c0-b349-7b1f8941a412","tenant":"ai-tenant-e2e-shared-a-694c02/default-tenant","tenantID":"e2e-shared-a-694c02","subscriptionNamespace":"ai-tenant-e2e-shared-a-694c02","gatewayName":"e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-694c02","deploymentName":"maas-api-e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-694c02","deploymentName":"maas-api-e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-694c02","deploymentName":"maas-api-e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-694c02/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-694c02","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-694c02","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-694c02"},"tenantIdentifier":"e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-694c02","deploymentName":"maas-api-e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-694c02/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-694c02","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-694c02","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-694c02"},"tenantIdentifier":"e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-694c02/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-694c02","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-694c02","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-694c02"},"tenantIdentifier":"e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:32Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-694c02"},"namespace":"ai-tenant-e2e-shared-a-694c02","name":"default-tenant","reconcileID":"683a8e7b-30a9-4609-83b9-95ba106209a8","tenant":"ai-tenant-e2e-shared-a-694c02/default-tenant","tenantID":"e2e-shared-a-694c02","subscriptionNamespace":"ai-tenant-e2e-shared-a-694c02","gatewayName":"e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-694c02","deploymentName":"maas-api-e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-694c02","deploymentName":"maas-api-e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-694c02","deploymentName":"maas-api-e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-694c02/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-694c02","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-694c02","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-694c02"},"tenantIdentifier":"e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-694c02","deploymentName":"maas-api-e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:14:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-13T04:14:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-13T04:14:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-830ad7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-830ad7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-830ad7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-830ad7"},"tenantIdentifier":"e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-830ad7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-830ad7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-830ad7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-830ad7"},"tenantIdentifier":"e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:38Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-830ad7"},"namespace":"ai-tenant-e2e-shared-b-830ad7","name":"default-tenant","reconcileID":"1ba5cb4e-0b35-4537-8466-05f6a6915623","tenant":"ai-tenant-e2e-shared-b-830ad7/default-tenant","tenantID":"e2e-shared-b-830ad7","subscriptionNamespace":"ai-tenant-e2e-shared-b-830ad7","gatewayName":"e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-830ad7","deploymentName":"maas-api-e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-830ad7","deploymentName":"maas-api-e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-830ad7","deploymentName":"maas-api-e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-830ad7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-830ad7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-830ad7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-830ad7"},"tenantIdentifier":"e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-830ad7","deploymentName":"maas-api-e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-830ad7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-830ad7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-830ad7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-830ad7"},"tenantIdentifier":"e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-830ad7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-830ad7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-830ad7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-830ad7"},"tenantIdentifier":"e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:39Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-830ad7"},"namespace":"ai-tenant-e2e-shared-b-830ad7","name":"default-tenant","reconcileID":"7f2f8e32-0d43-4b14-93bb-272de3de6563","tenant":"ai-tenant-e2e-shared-b-830ad7/default-tenant","tenantID":"e2e-shared-b-830ad7","subscriptionNamespace":"ai-tenant-e2e-shared-b-830ad7","gatewayName":"e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-830ad7","deploymentName":"maas-api-e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-830ad7","deploymentName":"maas-api-e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-830ad7","deploymentName":"maas-api-e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-830ad7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-830ad7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-830ad7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-830ad7"},"tenantIdentifier":"e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:14:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-830ad7","deploymentName":"maas-api-e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:15:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-13T04:15:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-13T04:15:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-13T04:15:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-13T04:16:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-13T04:16:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-13T04:16:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-13T04:16:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-13T04:17:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-13T04:17:07Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-13T04:17:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-694c02/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-694c02","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-694c02","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-694c02"},"tenantIdentifier":"e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:17:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-694c02/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-694c02","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-694c02","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-694c02"},"tenantIdentifier":"e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:17:27Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-694c02"},"namespace":"ai-tenant-e2e-shared-a-694c02","name":"default-tenant","reconcileID":"ef254eff-ab63-46f3-be40-56da756cb417","tenant":"ai-tenant-e2e-shared-a-694c02/default-tenant","tenantID":"e2e-shared-a-694c02","subscriptionNamespace":"ai-tenant-e2e-shared-a-694c02","gatewayName":"e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:17:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-694c02","deploymentName":"maas-api-e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:17:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-694c02","deploymentName":"maas-api-e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:17:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-694c02","deploymentName":"maas-api-e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:17:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-694c02/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-694c02","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-694c02","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-694c02"},"tenantIdentifier":"e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:17:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-694c02","deploymentName":"maas-api-e2e-shared-a-694c02"} {"level":"error","ts":"2026-07-13T04:17:28Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-694c02"},"namespace":"ai-tenant-e2e-shared-a-694c02","name":"default-tenant","reconcileID":"ef254eff-ab63-46f3-be40-56da756cb417","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-13T04:17:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-694c02/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-694c02","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-694c02","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-694c02"},"tenantIdentifier":"e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:17:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-694c02/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-694c02","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-694c02","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-694c02"},"tenantIdentifier":"e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:17:28Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-694c02"},"namespace":"ai-tenant-e2e-shared-a-694c02","name":"default-tenant","reconcileID":"49bdbfc2-ccce-4fdd-ab0d-b830f4d10690","namespace":"ai-tenant-e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:17:28Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-694c02"},"namespace":"ai-tenant-e2e-shared-a-694c02","name":"default-tenant","reconcileID":"49bdbfc2-ccce-4fdd-ab0d-b830f4d10690","count":0} {"level":"info","ts":"2026-07-13T04:17:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-694c02/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-694c02","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-694c02","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-694c02"},"tenantIdentifier":"e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:17:28Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-694c02"},"namespace":"ai-tenant-e2e-shared-a-694c02","name":"default-tenant","reconcileID":"49bdbfc2-ccce-4fdd-ab0d-b830f4d10690","tenant":"e2e-shared-a-694c02","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-13T04:17:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-694c02","deploymentName":"maas-api-e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:17:28Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-694c02"},"namespace":"ai-tenant-e2e-shared-a-694c02","name":"default-tenant","reconcileID":"49bdbfc2-ccce-4fdd-ab0d-b830f4d10690","gvk":"Deployment","name":"maas-api-e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:17:28Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-694c02"},"namespace":"ai-tenant-e2e-shared-a-694c02","name":"default-tenant","reconcileID":"49bdbfc2-ccce-4fdd-ab0d-b830f4d10690","gvk":"Service","name":"maas-api-e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:17:28Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-694c02"},"namespace":"ai-tenant-e2e-shared-a-694c02","name":"default-tenant","reconcileID":"49bdbfc2-ccce-4fdd-ab0d-b830f4d10690","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:17:28Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-694c02"},"namespace":"ai-tenant-e2e-shared-a-694c02","name":"default-tenant","reconcileID":"49bdbfc2-ccce-4fdd-ab0d-b830f4d10690","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-694c02"} {"level":"info","ts":"2026-07-13T04:17:32Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a3184d3e-6648-4687-8172-a26aa0aabbb7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:17:32Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"81a4ad41-e7df-4275-a470-a95783494692","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-13T04:17:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-830ad7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-830ad7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-830ad7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-830ad7"},"tenantIdentifier":"e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:17:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-830ad7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-830ad7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-830ad7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-830ad7"},"tenantIdentifier":"e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:17:34Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-830ad7"},"namespace":"ai-tenant-e2e-shared-b-830ad7","name":"default-tenant","reconcileID":"b1943e86-e5ab-49d0-b1ab-c5920ae5842d","tenant":"ai-tenant-e2e-shared-b-830ad7/default-tenant","tenantID":"e2e-shared-b-830ad7","subscriptionNamespace":"ai-tenant-e2e-shared-b-830ad7","gatewayName":"e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:17:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-830ad7","deploymentName":"maas-api-e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:17:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-830ad7","deploymentName":"maas-api-e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:17:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-830ad7","deploymentName":"maas-api-e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:17:35Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-830ad7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-830ad7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-830ad7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-830ad7"},"tenantIdentifier":"e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:17:35Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-830ad7","deploymentName":"maas-api-e2e-shared-b-830ad7"} {"level":"error","ts":"2026-07-13T04:17:35Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-830ad7"},"namespace":"ai-tenant-e2e-shared-b-830ad7","name":"default-tenant","reconcileID":"b1943e86-e5ab-49d0-b1ab-c5920ae5842d","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-13T04:17:35Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-830ad7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-830ad7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-830ad7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-830ad7"},"tenantIdentifier":"e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:17:35Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-830ad7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-830ad7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-830ad7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-830ad7"},"tenantIdentifier":"e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:17:35Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-830ad7"},"namespace":"ai-tenant-e2e-shared-b-830ad7","name":"default-tenant","reconcileID":"ae15eadc-b8b1-4851-8aea-9fd8648b41fb","namespace":"ai-tenant-e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:17:35Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-830ad7"},"namespace":"ai-tenant-e2e-shared-b-830ad7","name":"default-tenant","reconcileID":"ae15eadc-b8b1-4851-8aea-9fd8648b41fb","count":0} {"level":"info","ts":"2026-07-13T04:17:35Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-830ad7/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-830ad7","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-830ad7","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-830ad7"},"tenantIdentifier":"e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:17:35Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-830ad7"},"namespace":"ai-tenant-e2e-shared-b-830ad7","name":"default-tenant","reconcileID":"ae15eadc-b8b1-4851-8aea-9fd8648b41fb","tenant":"e2e-shared-b-830ad7","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-13T04:17:35Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-830ad7","deploymentName":"maas-api-e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:17:35Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-830ad7"},"namespace":"ai-tenant-e2e-shared-b-830ad7","name":"default-tenant","reconcileID":"ae15eadc-b8b1-4851-8aea-9fd8648b41fb","gvk":"Deployment","name":"maas-api-e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:17:35Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-830ad7"},"namespace":"ai-tenant-e2e-shared-b-830ad7","name":"default-tenant","reconcileID":"ae15eadc-b8b1-4851-8aea-9fd8648b41fb","gvk":"Service","name":"maas-api-e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:17:35Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-830ad7"},"namespace":"ai-tenant-e2e-shared-b-830ad7","name":"default-tenant","reconcileID":"ae15eadc-b8b1-4851-8aea-9fd8648b41fb","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:17:35Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-830ad7"},"namespace":"ai-tenant-e2e-shared-b-830ad7","name":"default-tenant","reconcileID":"ae15eadc-b8b1-4851-8aea-9fd8648b41fb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-830ad7"} {"level":"info","ts":"2026-07-13T04:17:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-13T04:17:37Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}