{"level":"info","ts":"2026-07-09T04:13:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5cf9aaa5-cb38-4139-bdb0-0a13a7820a49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:13:29Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca","reconcileID":"ee69f7ca-68f1-4803-abc7-c3d365eb9824","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"routeName":"test-model-2eb6ca-kserve-route","namespace":"ai-tenant-e2e-inf-a-2eb6ca","llmisvcName":"test-model-2eb6ca","gateway":"openshift-ingress/e2e-inf-a-2eb6ca","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:13:29Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca","reconcileID":"c3240a5d-2aff-4708-b671-fb92d31867de","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"routeName":"test-model-2eb6ca-kserve-route","namespace":"ai-tenant-e2e-inf-a-2eb6ca","llmisvcName":"test-model-2eb6ca","gateway":"openshift-ingress/e2e-inf-a-2eb6ca","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:13:29Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca","reconcileID":"803e1323-e2f8-4079-a201-fcb0382c1c72","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"routeName":"test-model-2eb6ca-kserve-route","namespace":"ai-tenant-e2e-inf-a-2eb6ca","llmisvcName":"test-model-2eb6ca","gateway":"openshift-ingress/e2e-inf-a-2eb6ca","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:13:29Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2eb6ca-sub","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca-sub","reconcileID":"103a2fb8-136e-4fac-8b3f-12e5a74d7dfc","MaaSSubscription":{"name":"test-model-2eb6ca-sub","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"name":"maas-trlp-test-model-2eb6ca","model":"test-model-2eb6ca","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-2eb6ca/test-model-2eb6ca-sub"]}
{"level":"info","ts":"2026-07-09T04:13:29Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca","reconcileID":"d83b571b-93db-48f4-8204-50857ced85e2","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"routeName":"test-model-2eb6ca-kserve-route","namespace":"ai-tenant-e2e-inf-a-2eb6ca","llmisvcName":"test-model-2eb6ca","gateway":"openshift-ingress/e2e-inf-a-2eb6ca","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:13:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2eb6ca-sub","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca-sub","reconcileID":"d842d20b-30d2-4afc-a1a8-974b5580ffe9","MaaSSubscription":{"name":"test-model-2eb6ca-sub","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"name":"maas-trlp-test-model-2eb6ca","model":"ai-tenant-e2e-inf-a-2eb6ca/test-model-2eb6ca","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:13:29Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca","reconcileID":"3a8f6d0e-77f0-48ae-b498-bc73bb2efc47","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"routeName":"test-model-2eb6ca-kserve-route","namespace":"ai-tenant-e2e-inf-a-2eb6ca","llmisvcName":"test-model-2eb6ca","gateway":"openshift-ingress/e2e-inf-a-2eb6ca","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:13:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2eb6ca/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2eb6ca","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2eb6ca","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"tenantIdentifier":"e2e-inf-a-2eb6ca"}
{"level":"info","ts":"2026-07-09T04:13:29Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca","reconcileID":"b6d429b9-c518-494b-a23d-dfbd3787478f","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"routeName":"test-model-2eb6ca-kserve-route","namespace":"ai-tenant-e2e-inf-a-2eb6ca","llmisvcName":"test-model-2eb6ca","gateway":"openshift-ingress/e2e-inf-a-2eb6ca","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:13:29Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2eb6ca-auth","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca-auth","reconcileID":"00b2e3d4-ce19-4a21-8550-fdf600169d33","MaaSAuthPolicy":{"name":"test-model-2eb6ca-auth","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2eb6ca","tenantID":"e2e-inf-a-2eb6ca","xAPIKeyEnabled":false}
{"level":"error","ts":"2026-07-09T04:13:29Z","msg":"failed to update MaaSModelRef status","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca","reconcileID":"b6d429b9-c518-494b-a23d-dfbd3787478f","name":"test-model-2eb6ca","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-2eb6ca\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:381\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:345\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:185\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-09T04:13:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2eb6ca-sub","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca-sub","reconcileID":"28afe395-3fc2-43ab-ba02-8f65fe8b8c8d","MaaSSubscription":{"name":"test-model-2eb6ca-sub","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"name":"maas-trlp-test-model-2eb6ca","model":"ai-tenant-e2e-inf-a-2eb6ca/test-model-2eb6ca","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:13:29Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2eb6ca-auth","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca-auth","reconcileID":"00b2e3d4-ce19-4a21-8550-fdf600169d33"}
{"level":"info","ts":"2026-07-09T04:13:29Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2eb6ca-auth","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca-auth","reconcileID":"00b2e3d4-ce19-4a21-8550-fdf600169d33","MaaSAuthPolicy":{"name":"test-model-2eb6ca-auth","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"name":"e2e-inf-a-2eb6ca-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-09T04:13:29Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca","reconcileID":"4d3e8902-05f6-4ab9-8a9f-1a3103920671","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"routeName":"test-model-2eb6ca-kserve-route","namespace":"ai-tenant-e2e-inf-a-2eb6ca","llmisvcName":"test-model-2eb6ca","gateway":"openshift-ingress/e2e-inf-a-2eb6ca","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:13:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2eb6ca/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2eb6ca","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2eb6ca","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"tenantIdentifier":"e2e-inf-a-2eb6ca"}
{"level":"info","ts":"2026-07-09T04:13:29Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2eb6ca-auth","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca-auth","reconcileID":"df3e76fe-399b-4cd6-ba2d-df5a117018b7","MaaSAuthPolicy":{"name":"test-model-2eb6ca-auth","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2eb6ca","tenantID":"e2e-inf-a-2eb6ca","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-09T04:13:29Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2eb6ca-auth","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca-auth","reconcileID":"df3e76fe-399b-4cd6-ba2d-df5a117018b7"}
{"level":"info","ts":"2026-07-09T04:13:29Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2eb6ca-auth","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca-auth","reconcileID":"df3e76fe-399b-4cd6-ba2d-df5a117018b7","MaaSAuthPolicy":{"name":"test-model-2eb6ca-auth","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"name":"e2e-inf-a-2eb6ca-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-09T04:13:30Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca","reconcileID":"c8debe5c-be4f-4e5f-a240-6ebed44adc6b","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"routeName":"test-model-2eb6ca-kserve-route","namespace":"ai-tenant-e2e-inf-a-2eb6ca","llmisvcName":"test-model-2eb6ca","gateway":"openshift-ingress/e2e-inf-a-2eb6ca","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:13:34Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9dee79b8-67db-4863-b4df-d49cb2954b87","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:13:35Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2dbf5f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2dbf5f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2dbf5f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"tenantIdentifier":"e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:13:35Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e11060ea-feac-46f9-81e8-af82eeb955c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:13:35Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2dbf5f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2dbf5f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2dbf5f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"tenantIdentifier":"e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:13:35Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"default-tenant","reconcileID":"e3f1b192-ae51-44c1-843c-2b66237a0207","tenant":"ai-tenant-e2e-inf-b-2dbf5f/default-tenant","tenantID":"e2e-inf-b-2dbf5f","subscriptionNamespace":"ai-tenant-e2e-inf-b-2dbf5f","gatewayName":"e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:13:35Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2dbf5f","deploymentName":"maas-api-e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:13:35Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2dbf5f","deploymentName":"maas-api-e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:13:35Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2dbf5f","deploymentName":"maas-api-e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:13:35Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2eb6ca-sub","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca-sub","reconcileID":"2b9129a1-1958-4a50-b49a-29bce4a7826b","MaaSSubscription":{"name":"test-model-2eb6ca-sub","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"name":"maas-trlp-test-model-2eb6ca","model":"ai-tenant-e2e-inf-a-2eb6ca/test-model-2eb6ca","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:13:35Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca","reconcileID":"572bc94f-717b-4877-93e9-674b9ec2621d","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"routeName":"test-model-2eb6ca-kserve-route","namespace":"ai-tenant-e2e-inf-a-2eb6ca","llmisvcName":"test-model-2eb6ca","gateway":"openshift-ingress/e2e-inf-a-2eb6ca","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:13:35Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2eb6ca/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2eb6ca","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2eb6ca","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"tenantIdentifier":"e2e-inf-a-2eb6ca"}
{"level":"info","ts":"2026-07-09T04:13:35Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2eb6ca-auth","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca-auth","reconcileID":"5bfeacb9-a6a2-4fb1-ab0b-ca8b7ce80957","MaaSAuthPolicy":{"name":"test-model-2eb6ca-auth","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2eb6ca","tenantID":"e2e-inf-a-2eb6ca","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-09T04:13:35Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca","reconcileID":"61bb609a-370f-4f0e-b3b3-87e612494e48","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"routeName":"test-model-2eb6ca-kserve-route","namespace":"ai-tenant-e2e-inf-a-2eb6ca","llmisvcName":"test-model-2eb6ca","gateway":"openshift-ingress/e2e-inf-a-2eb6ca","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:13:35Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2eb6ca-sub","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca-sub","reconcileID":"d71049e8-25da-45c7-824b-2f9e25324392","MaaSSubscription":{"name":"test-model-2eb6ca-sub","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"name":"maas-trlp-test-model-2eb6ca","model":"ai-tenant-e2e-inf-a-2eb6ca/test-model-2eb6ca","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:13:35Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2eb6ca-auth","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca-auth","reconcileID":"5bfeacb9-a6a2-4fb1-ab0b-ca8b7ce80957"}
{"level":"info","ts":"2026-07-09T04:13:35Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2eb6ca-auth","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca-auth","reconcileID":"5bfeacb9-a6a2-4fb1-ab0b-ca8b7ce80957","MaaSAuthPolicy":{"name":"test-model-2eb6ca-auth","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"name":"e2e-inf-a-2eb6ca-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-09T04:13:35Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2dbf5f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2dbf5f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2dbf5f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"tenantIdentifier":"e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:13:35Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2dbf5f","deploymentName":"maas-api-e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:13:35Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2dbf5f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2dbf5f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2dbf5f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"tenantIdentifier":"e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:13:36Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2dbf5f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2dbf5f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2dbf5f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"tenantIdentifier":"e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:13:36Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"default-tenant","reconcileID":"2b181696-b2c6-4c10-98c0-6eeec82885a9","tenant":"ai-tenant-e2e-inf-b-2dbf5f/default-tenant","tenantID":"e2e-inf-b-2dbf5f","subscriptionNamespace":"ai-tenant-e2e-inf-b-2dbf5f","gatewayName":"e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:13:36Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2dbf5f","deploymentName":"maas-api-e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:13:36Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2dbf5f","deploymentName":"maas-api-e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:13:36Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2dbf5f","deploymentName":"maas-api-e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:13:36Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2dbf5f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2dbf5f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2dbf5f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"tenantIdentifier":"e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:13:36Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2dbf5f","deploymentName":"maas-api-e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:13:40Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6969b861-1184-41fc-9a04-9d67b114c155","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:13:40Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca","reconcileID":"54c73d1c-ecc6-4948-9577-646338fc84a0","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"routeName":"test-model-2eb6ca-kserve-route","namespace":"ai-tenant-e2e-inf-a-2eb6ca","llmisvcName":"test-model-2eb6ca","gateway":"openshift-ingress/e2e-inf-a-2eb6ca","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:13:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2eb6ca/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2eb6ca","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2eb6ca","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"tenantIdentifier":"e2e-inf-a-2eb6ca"}
{"level":"info","ts":"2026-07-09T04:13:40Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2eb6ca-auth","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca-auth","reconcileID":"c45cc8ec-832b-4c8b-b756-c9897b01a0a2","MaaSAuthPolicy":{"name":"test-model-2eb6ca-auth","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-2eb6ca","tenantID":"e2e-inf-a-2eb6ca","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-09T04:13:40Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2eb6ca-sub","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca-sub","reconcileID":"ec74ea69-4585-456c-93d0-70c017efa301","MaaSSubscription":{"name":"test-model-2eb6ca-sub","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"name":"maas-trlp-test-model-2eb6ca","model":"ai-tenant-e2e-inf-a-2eb6ca/test-model-2eb6ca","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:13:40Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2eb6ca-auth","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca-auth","reconcileID":"c45cc8ec-832b-4c8b-b756-c9897b01a0a2"}
{"level":"info","ts":"2026-07-09T04:13:40Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2eb6ca-auth","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca-auth","reconcileID":"c45cc8ec-832b-4c8b-b756-c9897b01a0a2","MaaSAuthPolicy":{"name":"test-model-2eb6ca-auth","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"name":"e2e-inf-a-2eb6ca-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-09T04:13:41Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2eb6ca-sub","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca-sub","reconcileID":"de85ae00-fbfd-4dac-9dd9-05f9131000ec","MaaSSubscription":{"name":"test-model-2eb6ca-sub","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"name":"maas-trlp-test-model-2eb6ca","model":"ai-tenant-e2e-inf-a-2eb6ca/test-model-2eb6ca","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:13:41Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"676d1b6c-1c33-4754-ad4b-0533f3514e4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:13:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-09T04:13:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-09T04:13:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f","reconcileID":"bab8b818-ac38-4a3e-b12e-e9ee695d95aa","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"routeName":"test-model-2dbf5f-kserve-route","namespace":"ai-tenant-e2e-inf-b-2dbf5f","llmisvcName":"test-model-2dbf5f","gateway":"openshift-ingress/e2e-inf-b-2dbf5f","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:13:56Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f","reconcileID":"d13716ec-91cf-4fc7-adb0-cd4a67a14fa9","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"routeName":"test-model-2dbf5f-kserve-route","namespace":"ai-tenant-e2e-inf-b-2dbf5f","llmisvcName":"test-model-2dbf5f","gateway":"openshift-ingress/e2e-inf-b-2dbf5f","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:13:56Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f","reconcileID":"aaf8fac8-e3cc-49f2-85bb-055444275b3c","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"routeName":"test-model-2dbf5f-kserve-route","namespace":"ai-tenant-e2e-inf-b-2dbf5f","llmisvcName":"test-model-2dbf5f","gateway":"openshift-ingress/e2e-inf-b-2dbf5f","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:13:56Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca","reconcileID":"50b59f88-f01f-4b85-b17a-3cf4874b263f","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"routeName":"test-model-2eb6ca-kserve-route","namespace":"ai-tenant-e2e-inf-a-2eb6ca","llmisvcName":"test-model-2eb6ca","gateway":"openshift-ingress/e2e-inf-a-2eb6ca","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:13:56Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f","reconcileID":"ab4b456f-43e2-46a0-bcfb-a85ccc8755cd","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"routeName":"test-model-2dbf5f-kserve-route","namespace":"ai-tenant-e2e-inf-b-2dbf5f","llmisvcName":"test-model-2dbf5f","gateway":"openshift-ingress/e2e-inf-b-2dbf5f","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:13:56Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2dbf5f-sub","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f-sub","reconcileID":"c7d84a61-112e-49b6-9019-d9cedf9c021b","MaaSSubscription":{"name":"test-model-2dbf5f-sub","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"name":"maas-trlp-test-model-2dbf5f","model":"test-model-2dbf5f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-2dbf5f/test-model-2dbf5f-sub"]}
{"level":"info","ts":"2026-07-09T04:13:56Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f","reconcileID":"98f80095-bf30-4bb1-b2ae-f84f9d60238d","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"routeName":"test-model-2dbf5f-kserve-route","namespace":"ai-tenant-e2e-inf-b-2dbf5f","llmisvcName":"test-model-2dbf5f","gateway":"openshift-ingress/e2e-inf-b-2dbf5f","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:13:56Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2dbf5f-sub","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f-sub","reconcileID":"c262411e-3bde-4613-9508-e9498c680088","MaaSSubscription":{"name":"test-model-2dbf5f-sub","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"name":"maas-trlp-test-model-2dbf5f","model":"ai-tenant-e2e-inf-b-2dbf5f/test-model-2dbf5f","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:13:56Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f","reconcileID":"ce069979-55dc-4b91-b0cf-02e0f5633732","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"routeName":"test-model-2dbf5f-kserve-route","namespace":"ai-tenant-e2e-inf-b-2dbf5f","llmisvcName":"test-model-2dbf5f","gateway":"openshift-ingress/e2e-inf-b-2dbf5f","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:13:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2dbf5f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2dbf5f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2dbf5f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"tenantIdentifier":"e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:13:56Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f","reconcileID":"2515bdd5-a83c-426c-a946-2f4e293b0ca0","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"routeName":"test-model-2dbf5f-kserve-route","namespace":"ai-tenant-e2e-inf-b-2dbf5f","llmisvcName":"test-model-2dbf5f","gateway":"openshift-ingress/e2e-inf-b-2dbf5f","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:13:56Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2dbf5f-auth","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f-auth","reconcileID":"ddb44a3d-68d4-4a95-a035-18b15cbefcfa","MaaSAuthPolicy":{"name":"test-model-2dbf5f-auth","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-2dbf5f","tenantID":"e2e-inf-b-2dbf5f","xAPIKeyEnabled":false}
{"level":"error","ts":"2026-07-09T04:13:56Z","msg":"failed to update MaaSModelRef status","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f","reconcileID":"2515bdd5-a83c-426c-a946-2f4e293b0ca0","name":"test-model-2dbf5f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-2dbf5f\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:381\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:345\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:185\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-09T04:13:56Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2dbf5f-sub","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f-sub","reconcileID":"57a56574-d85b-463c-a7bd-66d3f6660af9","MaaSSubscription":{"name":"test-model-2dbf5f-sub","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"name":"maas-trlp-test-model-2dbf5f","model":"ai-tenant-e2e-inf-b-2dbf5f/test-model-2dbf5f","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:13:56Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2dbf5f-auth","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f-auth","reconcileID":"ddb44a3d-68d4-4a95-a035-18b15cbefcfa"}
{"level":"info","ts":"2026-07-09T04:13:56Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2dbf5f-auth","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f-auth","reconcileID":"ddb44a3d-68d4-4a95-a035-18b15cbefcfa","MaaSAuthPolicy":{"name":"test-model-2dbf5f-auth","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"name":"e2e-inf-b-2dbf5f-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-09T04:13:56Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f","reconcileID":"54a4d7fb-6f94-46b6-a440-ef269f5dafdf","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"routeName":"test-model-2dbf5f-kserve-route","namespace":"ai-tenant-e2e-inf-b-2dbf5f","llmisvcName":"test-model-2dbf5f","gateway":"openshift-ingress/e2e-inf-b-2dbf5f","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:13:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2dbf5f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2dbf5f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2dbf5f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"tenantIdentifier":"e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:13:56Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2dbf5f-auth","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f-auth","reconcileID":"f44a3700-299e-4275-b751-3af4a45859fe","MaaSAuthPolicy":{"name":"test-model-2dbf5f-auth","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-2dbf5f","tenantID":"e2e-inf-b-2dbf5f","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-09T04:13:56Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2dbf5f-auth","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f-auth","reconcileID":"f44a3700-299e-4275-b751-3af4a45859fe"}
{"level":"info","ts":"2026-07-09T04:13:56Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2dbf5f-auth","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f-auth","reconcileID":"f44a3700-299e-4275-b751-3af4a45859fe","MaaSAuthPolicy":{"name":"test-model-2dbf5f-auth","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"name":"e2e-inf-b-2dbf5f-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-09T04:13:56Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ba60c3ee-69f9-4554-bc88-6c9ca1d7810f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:13:56Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f08cc1a7-91a5-45bf-94ed-0932793a56cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:13:56Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2eb6ca-sub","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca-sub","reconcileID":"35642b82-69b4-4718-b1dd-891e2578983c","MaaSSubscription":{"name":"test-model-2eb6ca-sub","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"name":"maas-trlp-test-model-2eb6ca","model":"ai-tenant-e2e-inf-a-2eb6ca/test-model-2eb6ca","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:13:57Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f","reconcileID":"2211d7a1-68db-4ef2-8d41-4ec8f5ac226e","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"routeName":"test-model-2dbf5f-kserve-route","namespace":"ai-tenant-e2e-inf-b-2dbf5f","llmisvcName":"test-model-2dbf5f","gateway":"openshift-ingress/e2e-inf-b-2dbf5f","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:13:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2dbf5f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2dbf5f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2dbf5f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"tenantIdentifier":"e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:13:57Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2dbf5f-auth","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f-auth","reconcileID":"b064a4e5-e955-4a7c-9ad7-6d520d70989a","MaaSAuthPolicy":{"name":"test-model-2dbf5f-auth","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-2dbf5f","tenantID":"e2e-inf-b-2dbf5f","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-09T04:13:57Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2dbf5f-sub","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f-sub","reconcileID":"a16eeef3-a15f-4773-8254-ef8936c622e4","MaaSSubscription":{"name":"test-model-2dbf5f-sub","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"name":"maas-trlp-test-model-2dbf5f","model":"ai-tenant-e2e-inf-b-2dbf5f/test-model-2dbf5f","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:13:57Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2dbf5f-auth","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f-auth","reconcileID":"b064a4e5-e955-4a7c-9ad7-6d520d70989a"}
{"level":"info","ts":"2026-07-09T04:13:57Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2dbf5f-auth","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f-auth","reconcileID":"b064a4e5-e955-4a7c-9ad7-6d520d70989a","MaaSAuthPolicy":{"name":"test-model-2dbf5f-auth","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"name":"e2e-inf-b-2dbf5f-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-09T04:14:02Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f","reconcileID":"fe218c1a-68b5-4691-8074-3fd003bc6e18","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"routeName":"test-model-2dbf5f-kserve-route","namespace":"ai-tenant-e2e-inf-b-2dbf5f","llmisvcName":"test-model-2dbf5f","gateway":"openshift-ingress/e2e-inf-b-2dbf5f","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:14:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2dbf5f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2dbf5f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2dbf5f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"tenantIdentifier":"e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:14:02Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2dbf5f-auth","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f-auth","reconcileID":"1922176c-3d76-4ce6-bf6d-460de414809e","MaaSAuthPolicy":{"name":"test-model-2dbf5f-auth","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-2dbf5f","tenantID":"e2e-inf-b-2dbf5f","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-09T04:14:02Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2dbf5f-sub","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f-sub","reconcileID":"6bb22f29-58ed-45de-8fef-f595ad9c86c2","MaaSSubscription":{"name":"test-model-2dbf5f-sub","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"name":"maas-trlp-test-model-2dbf5f","model":"ai-tenant-e2e-inf-b-2dbf5f/test-model-2dbf5f","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:14:02Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2dbf5f-auth","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f-auth","reconcileID":"1922176c-3d76-4ce6-bf6d-460de414809e"}
{"level":"info","ts":"2026-07-09T04:14:02Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2dbf5f-auth","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f-auth","reconcileID":"1922176c-3d76-4ce6-bf6d-460de414809e","MaaSAuthPolicy":{"name":"test-model-2dbf5f-auth","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"name":"e2e-inf-b-2dbf5f-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-09T04:14:06Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2dbf5f-sub","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f-sub","reconcileID":"af05f5b1-098c-4919-9225-e8ef39fb1933","MaaSSubscription":{"name":"test-model-2dbf5f-sub","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"name":"maas-trlp-test-model-2dbf5f","model":"ai-tenant-e2e-inf-b-2dbf5f/test-model-2dbf5f","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:14:06Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f","reconcileID":"f30d2db6-42ba-4c5c-ba6e-ccf598e6de90","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"routeName":"test-model-2dbf5f-kserve-route","namespace":"ai-tenant-e2e-inf-b-2dbf5f","llmisvcName":"test-model-2dbf5f","gateway":"openshift-ingress/e2e-inf-b-2dbf5f","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:14:07Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f","reconcileID":"80dae06a-cfeb-47db-8622-89314f84e217","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"routeName":"test-model-2dbf5f-kserve-route","namespace":"ai-tenant-e2e-inf-b-2dbf5f","llmisvcName":"test-model-2dbf5f","gateway":"openshift-ingress/e2e-inf-b-2dbf5f","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:14:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2dbf5f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2dbf5f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2dbf5f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"tenantIdentifier":"e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:14:07Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2dbf5f-auth","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f-auth","reconcileID":"95ea7af6-4f53-47e8-8603-ed0779b95085","MaaSAuthPolicy":{"name":"test-model-2dbf5f-auth","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-2dbf5f","tenantID":"e2e-inf-b-2dbf5f","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-09T04:14:07Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2dbf5f-sub","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f-sub","reconcileID":"e025029c-3738-4862-95c3-7dfb922477d7","MaaSSubscription":{"name":"test-model-2dbf5f-sub","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"name":"maas-trlp-test-model-2dbf5f","model":"ai-tenant-e2e-inf-b-2dbf5f/test-model-2dbf5f","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:14:07Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2dbf5f-auth","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f-auth","reconcileID":"95ea7af6-4f53-47e8-8603-ed0779b95085"}
{"level":"info","ts":"2026-07-09T04:14:07Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2dbf5f-auth","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f-auth","reconcileID":"95ea7af6-4f53-47e8-8603-ed0779b95085","MaaSAuthPolicy":{"name":"test-model-2dbf5f-auth","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"name":"e2e-inf-b-2dbf5f-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-09T04:14:11Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2eb6ca-auth","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca-auth","reconcileID":"bd0d2e40-8a2d-405f-8285-ad58b8603478","MaaSAuthPolicy":{"name":"test-model-2eb6ca-auth","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"model":"ai-tenant-e2e-inf-a-2eb6ca/test-model-2eb6ca"}
{"level":"info","ts":"2026-07-09T04:14:11Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca","reconcileID":"491cbd42-c1f1-47d0-920e-1ef59958af42","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"routeName":"test-model-2eb6ca-kserve-route","namespace":"ai-tenant-e2e-inf-a-2eb6ca","llmisvcName":"test-model-2eb6ca","gateway":"openshift-ingress/e2e-inf-a-2eb6ca","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:14:11Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2eb6ca-auth","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca-auth","reconcileID":"667d7375-e38b-478c-8dcc-7dd6abed3da5","MaaSAuthPolicy":{"name":"test-model-2eb6ca-auth","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"model":"ai-tenant-e2e-inf-a-2eb6ca/test-model-2eb6ca"}
{"level":"info","ts":"2026-07-09T04:14:11Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca","reconcileID":"e7282daa-5953-4a06-99b4-97500d0fa0d3","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"routeName":"test-model-2eb6ca-kserve-route","namespace":"ai-tenant-e2e-inf-a-2eb6ca","llmisvcName":"test-model-2eb6ca","gateway":"openshift-ingress/e2e-inf-a-2eb6ca","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:14:11Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2eb6ca-sub","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca-sub","reconcileID":"d8b86caf-0a77-435c-92d8-15a449eae6ce","MaaSSubscription":{"name":"test-model-2eb6ca-sub","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"name":"maas-trlp-test-model-2eb6ca","model":"ai-tenant-e2e-inf-a-2eb6ca/test-model-2eb6ca","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:14:11Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2eb6ca-sub","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca-sub","reconcileID":"24f27ef3-c184-41d4-8ed8-66c410ad6265","MaaSSubscription":{"name":"test-model-2eb6ca-sub","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"name":"maas-trlp-test-model-2eb6ca","model":"ai-tenant-e2e-inf-a-2eb6ca/test-model-2eb6ca","subscriptionCount":1}
{"level":"error","ts":"2026-07-09T04:14:11Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2eb6ca-auth","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca-auth","reconcileID":"667d7375-e38b-478c-8dcc-7dd6abed3da5","error":"maasauthpolicies.maas.opendatahub.io \"test-model-2eb6ca-auth\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-09T04:14:11Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2eb6ca-sub","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca-sub","reconcileID":"b0079b61-84c4-4669-b862-b8901dbdd642","MaaSSubscription":{"name":"test-model-2eb6ca-sub","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"model":"ai-tenant-e2e-inf-a-2eb6ca/test-model-2eb6ca","subscription":"test-model-2eb6ca-sub"}
{"level":"info","ts":"2026-07-09T04:14:11Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca","reconcileID":"ad8d73ea-9b0d-488d-a5ce-b7c90456271e","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"routeName":"test-model-2eb6ca-kserve-route","namespace":"ai-tenant-e2e-inf-a-2eb6ca","llmisvcName":"test-model-2eb6ca","gateway":"openshift-ingress/e2e-inf-a-2eb6ca","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:14:11Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2eb6ca-sub","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca-sub","reconcileID":"b0079b61-84c4-4669-b862-b8901dbdd642","MaaSSubscription":{"name":"test-model-2eb6ca-sub","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"model":"ai-tenant-e2e-inf-a-2eb6ca/test-model-2eb6ca"}
{"level":"info","ts":"2026-07-09T04:14:11Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2eb6ca-sub","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca-sub","reconcileID":"b0079b61-84c4-4669-b862-b8901dbdd642","MaaSSubscription":{"name":"test-model-2eb6ca-sub","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"name":"maas-trlp-test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca","model":"ai-tenant-e2e-inf-a-2eb6ca/test-model-2eb6ca"}
{"level":"info","ts":"2026-07-09T04:14:11Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"test-model-2eb6ca","reconcileID":"bc9e4fe5-9f23-46c5-a33c-9581b0b5a389","MaaSModelRef":{"name":"test-model-2eb6ca","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"routeName":"test-model-2eb6ca-kserve-route","namespace":"ai-tenant-e2e-inf-a-2eb6ca","llmisvcName":"test-model-2eb6ca","gateway":"openshift-ingress/e2e-inf-a-2eb6ca","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:14:12Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2dbf5f-auth","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f-auth","reconcileID":"d524105a-d393-48e9-9f9b-4333a4205354","MaaSAuthPolicy":{"name":"test-model-2dbf5f-auth","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"model":"ai-tenant-e2e-inf-b-2dbf5f/test-model-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:14:12Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f","reconcileID":"c28bd4ee-debf-46d8-983e-825439926dff","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"routeName":"test-model-2dbf5f-kserve-route","namespace":"ai-tenant-e2e-inf-b-2dbf5f","llmisvcName":"test-model-2dbf5f","gateway":"openshift-ingress/e2e-inf-b-2dbf5f","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:14:12Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2dbf5f-auth","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f-auth","reconcileID":"6e3e17fe-bfc6-4fb4-851f-bb9bc9a690a2","MaaSAuthPolicy":{"name":"test-model-2dbf5f-auth","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"model":"ai-tenant-e2e-inf-b-2dbf5f/test-model-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:14:12Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f","reconcileID":"221df5d3-8dc3-4d33-ad40-7fbe93a33f63","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"routeName":"test-model-2dbf5f-kserve-route","namespace":"ai-tenant-e2e-inf-b-2dbf5f","llmisvcName":"test-model-2dbf5f","gateway":"openshift-ingress/e2e-inf-b-2dbf5f","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:14:12Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2dbf5f-sub","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f-sub","reconcileID":"c99a9ef6-5218-42c6-a016-8c0ab2b40ab9","MaaSSubscription":{"name":"test-model-2dbf5f-sub","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"name":"maas-trlp-test-model-2dbf5f","model":"ai-tenant-e2e-inf-b-2dbf5f/test-model-2dbf5f","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:14:12Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2dbf5f-sub","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f-sub","reconcileID":"7d712c87-2bc3-4b68-b0e6-874878ba6926","MaaSSubscription":{"name":"test-model-2dbf5f-sub","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"name":"maas-trlp-test-model-2dbf5f","model":"ai-tenant-e2e-inf-b-2dbf5f/test-model-2dbf5f","subscriptionCount":1}
{"level":"error","ts":"2026-07-09T04:14:12Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2dbf5f-auth","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f-auth","reconcileID":"6e3e17fe-bfc6-4fb4-851f-bb9bc9a690a2","error":"maasauthpolicies.maas.opendatahub.io \"test-model-2dbf5f-auth\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-09T04:14:12Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2dbf5f-sub","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f-sub","reconcileID":"2fdb39c3-2893-4351-920c-75ef610c49ec","MaaSSubscription":{"name":"test-model-2dbf5f-sub","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"model":"ai-tenant-e2e-inf-b-2dbf5f/test-model-2dbf5f","subscription":"test-model-2dbf5f-sub"}
{"level":"info","ts":"2026-07-09T04:14:12Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f","reconcileID":"0e34f1f5-11a3-46fe-be8d-285c5af7a6ec","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"routeName":"test-model-2dbf5f-kserve-route","namespace":"ai-tenant-e2e-inf-b-2dbf5f","llmisvcName":"test-model-2dbf5f","gateway":"openshift-ingress/e2e-inf-b-2dbf5f","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:14:12Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2dbf5f-sub","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f-sub","reconcileID":"2fdb39c3-2893-4351-920c-75ef610c49ec","MaaSSubscription":{"name":"test-model-2dbf5f-sub","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"model":"ai-tenant-e2e-inf-b-2dbf5f/test-model-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:14:12Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2dbf5f-sub","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f-sub","reconcileID":"2fdb39c3-2893-4351-920c-75ef610c49ec","MaaSSubscription":{"name":"test-model-2dbf5f-sub","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"name":"maas-trlp-test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f","model":"ai-tenant-e2e-inf-b-2dbf5f/test-model-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:14:12Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"test-model-2dbf5f","reconcileID":"070040df-27cd-48b3-8e8f-fe0e5fda16ee","MaaSModelRef":{"name":"test-model-2dbf5f","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"routeName":"test-model-2dbf5f-kserve-route","namespace":"ai-tenant-e2e-inf-b-2dbf5f","llmisvcName":"test-model-2dbf5f","gateway":"openshift-ingress/e2e-inf-b-2dbf5f","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:14:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2eb6ca/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2eb6ca","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2eb6ca","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"tenantIdentifier":"e2e-inf-a-2eb6ca"}
{"level":"info","ts":"2026-07-09T04:14:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2eb6ca/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2eb6ca","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2eb6ca","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"tenantIdentifier":"e2e-inf-a-2eb6ca"}
{"level":"info","ts":"2026-07-09T04:14:13Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"default-tenant","reconcileID":"1db73bd6-024f-433f-89fa-f3211e490719","tenant":"ai-tenant-e2e-inf-a-2eb6ca/default-tenant","tenantID":"e2e-inf-a-2eb6ca","subscriptionNamespace":"ai-tenant-e2e-inf-a-2eb6ca","gatewayName":"e2e-inf-a-2eb6ca"}
{"level":"info","ts":"2026-07-09T04:14:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-2eb6ca","deploymentName":"maas-api-e2e-inf-a-2eb6ca"}
{"level":"info","ts":"2026-07-09T04:14:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-2eb6ca","deploymentName":"maas-api-e2e-inf-a-2eb6ca"}
{"level":"info","ts":"2026-07-09T04:14:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-2eb6ca","deploymentName":"maas-api-e2e-inf-a-2eb6ca"}
{"level":"info","ts":"2026-07-09T04:14:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2eb6ca/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2eb6ca","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2eb6ca","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"tenantIdentifier":"e2e-inf-a-2eb6ca"}
{"level":"info","ts":"2026-07-09T04:14:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-2eb6ca","deploymentName":"maas-api-e2e-inf-a-2eb6ca"}
{"level":"error","ts":"2026-07-09T04:14:13Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"default-tenant","reconcileID":"1db73bd6-024f-433f-89fa-f3211e490719","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-09T04:14:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2eb6ca/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2eb6ca","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2eb6ca","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"tenantIdentifier":"e2e-inf-a-2eb6ca"}
{"level":"info","ts":"2026-07-09T04:14:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2eb6ca/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2eb6ca","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2eb6ca","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"tenantIdentifier":"e2e-inf-a-2eb6ca"}
{"level":"info","ts":"2026-07-09T04:14:13Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"default-tenant","reconcileID":"1fa3b669-17d4-4a7d-9c53-8b5c6bbb41c7","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}
{"level":"info","ts":"2026-07-09T04:14:13Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"default-tenant","reconcileID":"1fa3b669-17d4-4a7d-9c53-8b5c6bbb41c7","count":0}
{"level":"info","ts":"2026-07-09T04:14:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2eb6ca/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2eb6ca","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2eb6ca","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"tenantIdentifier":"e2e-inf-a-2eb6ca"}
{"level":"info","ts":"2026-07-09T04:14:13Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"default-tenant","reconcileID":"1fa3b669-17d4-4a7d-9c53-8b5c6bbb41c7","tenant":"e2e-inf-a-2eb6ca","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-09T04:14:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-2eb6ca","deploymentName":"maas-api-e2e-inf-a-2eb6ca"}
{"level":"info","ts":"2026-07-09T04:14:13Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"default-tenant","reconcileID":"1fa3b669-17d4-4a7d-9c53-8b5c6bbb41c7","gvk":"Deployment","name":"maas-api-e2e-inf-a-2eb6ca"}
{"level":"info","ts":"2026-07-09T04:14:13Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"default-tenant","reconcileID":"1fa3b669-17d4-4a7d-9c53-8b5c6bbb41c7","gvk":"Service","name":"maas-api-e2e-inf-a-2eb6ca"}
{"level":"info","ts":"2026-07-09T04:14:13Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"default-tenant","reconcileID":"1fa3b669-17d4-4a7d-9c53-8b5c6bbb41c7","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-2eb6ca"}
{"level":"info","ts":"2026-07-09T04:14:13Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"default-tenant","reconcileID":"1fa3b669-17d4-4a7d-9c53-8b5c6bbb41c7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-2eb6ca"}
{"level":"info","ts":"2026-07-09T04:14:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2eb6ca/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2eb6ca","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2eb6ca","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"tenantIdentifier":"e2e-inf-a-2eb6ca"}
{"level":"info","ts":"2026-07-09T04:14:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2eb6ca/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2eb6ca","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2eb6ca","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"tenantIdentifier":"e2e-inf-a-2eb6ca"}
{"level":"info","ts":"2026-07-09T04:14:13Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"default-tenant","reconcileID":"ed173688-83e7-43f5-8d88-b51a9455d79a","namespace":"ai-tenant-e2e-inf-a-2eb6ca"}
{"level":"info","ts":"2026-07-09T04:14:13Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"default-tenant","reconcileID":"ed173688-83e7-43f5-8d88-b51a9455d79a","count":0}
{"level":"info","ts":"2026-07-09T04:14:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2eb6ca/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2eb6ca","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2eb6ca","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"tenantIdentifier":"e2e-inf-a-2eb6ca"}
{"level":"info","ts":"2026-07-09T04:14:13Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"default-tenant","reconcileID":"ed173688-83e7-43f5-8d88-b51a9455d79a","tenant":"e2e-inf-a-2eb6ca","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-09T04:14:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-2eb6ca","deploymentName":"maas-api-e2e-inf-a-2eb6ca"}
{"level":"info","ts":"2026-07-09T04:14:13Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"default-tenant","reconcileID":"ed173688-83e7-43f5-8d88-b51a9455d79a","gvk":"Deployment","name":"maas-api-e2e-inf-a-2eb6ca"}
{"level":"info","ts":"2026-07-09T04:14:13Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"default-tenant","reconcileID":"ed173688-83e7-43f5-8d88-b51a9455d79a","gvk":"Service","name":"maas-api-e2e-inf-a-2eb6ca"}
{"level":"info","ts":"2026-07-09T04:14:13Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"default-tenant","reconcileID":"ed173688-83e7-43f5-8d88-b51a9455d79a","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-2eb6ca"}
{"level":"info","ts":"2026-07-09T04:14:13Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"default-tenant","reconcileID":"ed173688-83e7-43f5-8d88-b51a9455d79a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-2eb6ca"}
{"level":"error","ts":"2026-07-09T04:14:13Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2eb6ca"},"namespace":"ai-tenant-e2e-inf-a-2eb6ca","name":"default-tenant","reconcileID":"ed173688-83e7-43f5-8d88-b51a9455d79a","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-09T04:14:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-09T04:14:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-09T04:14:28Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0c904f6d-dd92-41ee-b946-ea0776d3ae48","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:14:29Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fdc95346-db66-407a-ac20-07e8ae52883f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:14:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-09T04:14:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-09T04:14:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2dbf5f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2dbf5f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2dbf5f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"tenantIdentifier":"e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:14:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2dbf5f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2dbf5f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2dbf5f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"tenantIdentifier":"e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:14:55Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"default-tenant","reconcileID":"d7512192-8f6d-4220-b0c7-aae4dccb6114","tenant":"ai-tenant-e2e-inf-b-2dbf5f/default-tenant","tenantID":"e2e-inf-b-2dbf5f","subscriptionNamespace":"ai-tenant-e2e-inf-b-2dbf5f","gatewayName":"e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:14:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2dbf5f","deploymentName":"maas-api-e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:14:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2dbf5f","deploymentName":"maas-api-e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:14:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2dbf5f","deploymentName":"maas-api-e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:14:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2dbf5f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2dbf5f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2dbf5f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"tenantIdentifier":"e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:14:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2dbf5f","deploymentName":"maas-api-e2e-inf-b-2dbf5f"}
{"level":"error","ts":"2026-07-09T04:14:56Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"default-tenant","reconcileID":"d7512192-8f6d-4220-b0c7-aae4dccb6114","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-09T04:14:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2dbf5f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2dbf5f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2dbf5f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"tenantIdentifier":"e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:14:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2dbf5f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2dbf5f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2dbf5f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"tenantIdentifier":"e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:14:56Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"default-tenant","reconcileID":"d32d3ca7-ff58-4dd6-9fde-11656707c014","namespace":"ai-tenant-e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:14:56Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"default-tenant","reconcileID":"d32d3ca7-ff58-4dd6-9fde-11656707c014","count":0}
{"level":"info","ts":"2026-07-09T04:14:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2dbf5f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2dbf5f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2dbf5f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"tenantIdentifier":"e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:14:56Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"default-tenant","reconcileID":"d32d3ca7-ff58-4dd6-9fde-11656707c014","tenant":"e2e-inf-b-2dbf5f","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-09T04:14:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2dbf5f","deploymentName":"maas-api-e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:14:56Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"default-tenant","reconcileID":"d32d3ca7-ff58-4dd6-9fde-11656707c014","gvk":"Deployment","name":"maas-api-e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:14:56Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"default-tenant","reconcileID":"d32d3ca7-ff58-4dd6-9fde-11656707c014","gvk":"Service","name":"maas-api-e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:14:56Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"default-tenant","reconcileID":"d32d3ca7-ff58-4dd6-9fde-11656707c014","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:14:56Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2dbf5f"},"namespace":"ai-tenant-e2e-inf-b-2dbf5f","name":"default-tenant","reconcileID":"d32d3ca7-ff58-4dd6-9fde-11656707c014","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-2dbf5f"}
{"level":"info","ts":"2026-07-09T04:15:00Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1cd29fd7-1b82-492e-acdd-18d5346c488b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:15:00Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a52aa3f0-e132-4290-bc8e-a37a933e98a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:15:08Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"77c2c66a-467c-4c26-8b0f-20262408fbc6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:15:08Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"389c1458-4fbe-4aaa-a747-b9ea1587747e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:15:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c44f7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c44f7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c44f7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c44f7d"},"tenantIdentifier":"e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c44f7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c44f7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c44f7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c44f7d"},"tenantIdentifier":"e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:10Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c44f7d"},"namespace":"ai-tenant-e2e-api-a-c44f7d","name":"default-tenant","reconcileID":"250cb7f0-d087-4296-8e7d-46594db6167f","tenant":"ai-tenant-e2e-api-a-c44f7d/default-tenant","tenantID":"e2e-api-a-c44f7d","subscriptionNamespace":"ai-tenant-e2e-api-a-c44f7d","gatewayName":"e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c44f7d","deploymentName":"maas-api-e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c44f7d","deploymentName":"maas-api-e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c44f7d","deploymentName":"maas-api-e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c44f7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c44f7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c44f7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c44f7d"},"tenantIdentifier":"e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c44f7d","deploymentName":"maas-api-e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c44f7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c44f7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c44f7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c44f7d"},"tenantIdentifier":"e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c44f7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c44f7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c44f7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c44f7d"},"tenantIdentifier":"e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:11Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c44f7d"},"namespace":"ai-tenant-e2e-api-a-c44f7d","name":"default-tenant","reconcileID":"32abda30-df5f-4103-9bfd-4c22d728680b","tenant":"ai-tenant-e2e-api-a-c44f7d/default-tenant","tenantID":"e2e-api-a-c44f7d","subscriptionNamespace":"ai-tenant-e2e-api-a-c44f7d","gatewayName":"e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c44f7d","deploymentName":"maas-api-e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c44f7d","deploymentName":"maas-api-e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c44f7d","deploymentName":"maas-api-e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c44f7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c44f7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c44f7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c44f7d"},"tenantIdentifier":"e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c44f7d","deploymentName":"maas-api-e2e-api-a-c44f7d"}
{"level":"error","ts":"2026-07-09T04:15:12Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c44f7d"},"namespace":"ai-tenant-e2e-api-a-c44f7d","name":"default-tenant","reconcileID":"32abda30-df5f-4103-9bfd-4c22d728680b","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-09T04:15:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c44f7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c44f7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c44f7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c44f7d"},"tenantIdentifier":"e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c44f7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c44f7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c44f7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c44f7d"},"tenantIdentifier":"e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:12Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c44f7d"},"namespace":"ai-tenant-e2e-api-a-c44f7d","name":"default-tenant","reconcileID":"a7f67583-2016-4974-be18-75cf31440a13","tenant":"ai-tenant-e2e-api-a-c44f7d/default-tenant","tenantID":"e2e-api-a-c44f7d","subscriptionNamespace":"ai-tenant-e2e-api-a-c44f7d","gatewayName":"e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c44f7d","deploymentName":"maas-api-e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c44f7d","deploymentName":"maas-api-e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c44f7d","deploymentName":"maas-api-e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c44f7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c44f7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c44f7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c44f7d"},"tenantIdentifier":"e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c44f7d","deploymentName":"maas-api-e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c44f7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c44f7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c44f7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c44f7d"},"tenantIdentifier":"e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c44f7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c44f7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c44f7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c44f7d"},"tenantIdentifier":"e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:12Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c44f7d"},"namespace":"ai-tenant-e2e-api-a-c44f7d","name":"default-tenant","reconcileID":"5d50ecf8-8fa4-4c3c-91df-2b8a39b13104","tenant":"ai-tenant-e2e-api-a-c44f7d/default-tenant","tenantID":"e2e-api-a-c44f7d","subscriptionNamespace":"ai-tenant-e2e-api-a-c44f7d","gatewayName":"e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c44f7d","deploymentName":"maas-api-e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c44f7d","deploymentName":"maas-api-e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c44f7d","deploymentName":"maas-api-e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c44f7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c44f7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c44f7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c44f7d"},"tenantIdentifier":"e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c44f7d","deploymentName":"maas-api-e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:15Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca86fa26-7c22-4f9d-874f-88d085e458ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:15:15Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a724d6ec-7a26-444b-9cfd-c1f9028b4eba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:15:15Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c44f7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c44f7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c44f7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c44f7d"},"tenantIdentifier":"e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:15Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c44f7d-policy","namespace":"ai-tenant-e2e-api-a-c44f7d"},"namespace":"ai-tenant-e2e-api-a-c44f7d","name":"e2e-e2e-api-a-c44f7d-policy","reconcileID":"658e5b2d-e9c7-40fd-bd1f-6f051e9f33ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c44f7d-policy","namespace":"ai-tenant-e2e-api-a-c44f7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c44f7d","tenantID":"e2e-api-a-c44f7d","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-09T04:15:15Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c44f7d-policy","namespace":"ai-tenant-e2e-api-a-c44f7d"},"namespace":"ai-tenant-e2e-api-a-c44f7d","name":"e2e-e2e-api-a-c44f7d-policy","reconcileID":"658e5b2d-e9c7-40fd-bd1f-6f051e9f33ca"}
{"level":"info","ts":"2026-07-09T04:15:15Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c44f7d-policy","namespace":"ai-tenant-e2e-api-a-c44f7d"},"namespace":"ai-tenant-e2e-api-a-c44f7d","name":"e2e-e2e-api-a-c44f7d-policy","reconcileID":"658e5b2d-e9c7-40fd-bd1f-6f051e9f33ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c44f7d-policy","namespace":"ai-tenant-e2e-api-a-c44f7d"},"name":"e2e-api-a-c44f7d-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-09T04:15:15Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0574ed81-d45a-4603-9cb2-516e81d1e6eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:15:15Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5f9892a2-f342-464a-8f45-e512627f64e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:15:15Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0b8c2825-c073-417b-afe0-661cfd12e5ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:15:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-09T04:15:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-09T04:15:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-f007b3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-f007b3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-f007b3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-f007b3"},"tenantIdentifier":"e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-f007b3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-f007b3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-f007b3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-f007b3"},"tenantIdentifier":"e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:19Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f007b3"},"namespace":"ai-tenant-e2e-api-b-f007b3","name":"default-tenant","reconcileID":"b9236d3b-46d7-4717-bce4-67965d1f6173","tenant":"ai-tenant-e2e-api-b-f007b3/default-tenant","tenantID":"e2e-api-b-f007b3","subscriptionNamespace":"ai-tenant-e2e-api-b-f007b3","gatewayName":"e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-f007b3","deploymentName":"maas-api-e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-f007b3","deploymentName":"maas-api-e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-f007b3","deploymentName":"maas-api-e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-f007b3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-f007b3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-f007b3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-f007b3"},"tenantIdentifier":"e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-f007b3","deploymentName":"maas-api-e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-f007b3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-f007b3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-f007b3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-f007b3"},"tenantIdentifier":"e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-f007b3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-f007b3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-f007b3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-f007b3"},"tenantIdentifier":"e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:20Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f007b3"},"namespace":"ai-tenant-e2e-api-b-f007b3","name":"default-tenant","reconcileID":"c7e7032a-b678-41a8-a538-98348f4c15f5","tenant":"ai-tenant-e2e-api-b-f007b3/default-tenant","tenantID":"e2e-api-b-f007b3","subscriptionNamespace":"ai-tenant-e2e-api-b-f007b3","gatewayName":"e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-f007b3","deploymentName":"maas-api-e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-f007b3","deploymentName":"maas-api-e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-f007b3","deploymentName":"maas-api-e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-f007b3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-f007b3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-f007b3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-f007b3"},"tenantIdentifier":"e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-f007b3","deploymentName":"maas-api-e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:22Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-07-09T04:15:22Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-07-09T04:15:22Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"16bd78bf-ee68-497e-9804-0015f13b1c7d","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-07-09T04:15:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-07-09T04:15:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-07-09T04:15:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-07-09T04:15:23Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-07-09T04:15:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-07-09T04:15:23Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab2101d7-7a53-47ed-925e-f5608a447630","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:15:23Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ebc943ea-72d1-49ef-87fb-6a80a63c78d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:15:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-f007b3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-f007b3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-f007b3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-f007b3"},"tenantIdentifier":"e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:23Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f007b3-policy","namespace":"ai-tenant-e2e-api-b-f007b3"},"namespace":"ai-tenant-e2e-api-b-f007b3","name":"e2e-e2e-api-b-f007b3-policy","reconcileID":"c8e0a5fe-68b9-427c-9a02-4e9fa6149544","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f007b3-policy","namespace":"ai-tenant-e2e-api-b-f007b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f007b3","tenantID":"e2e-api-b-f007b3","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-09T04:15:23Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f007b3-policy","namespace":"ai-tenant-e2e-api-b-f007b3"},"namespace":"ai-tenant-e2e-api-b-f007b3","name":"e2e-e2e-api-b-f007b3-policy","reconcileID":"c8e0a5fe-68b9-427c-9a02-4e9fa6149544"}
{"level":"info","ts":"2026-07-09T04:15:23Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f007b3-policy","namespace":"ai-tenant-e2e-api-b-f007b3"},"namespace":"ai-tenant-e2e-api-b-f007b3","name":"e2e-e2e-api-b-f007b3-policy","reconcileID":"c8e0a5fe-68b9-427c-9a02-4e9fa6149544","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f007b3-policy","namespace":"ai-tenant-e2e-api-b-f007b3"},"name":"e2e-api-b-f007b3-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-09T04:15:23Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9fc23b60-de50-4811-8b7c-5dd74b66510e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-09T04:15:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c44f7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c44f7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c44f7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c44f7d"},"tenantIdentifier":"e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c44f7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c44f7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c44f7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c44f7d"},"tenantIdentifier":"e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:31Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c44f7d-policy","namespace":"ai-tenant-e2e-api-a-c44f7d"},"namespace":"ai-tenant-e2e-api-a-c44f7d","name":"e2e-e2e-api-a-c44f7d-policy","reconcileID":"ef1a62a6-c8e9-4483-af9a-a2ef34c2ac57","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c44f7d-policy","namespace":"ai-tenant-e2e-api-a-c44f7d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c44f7d","tenantID":"e2e-api-a-c44f7d","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-09T04:15:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c44f7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c44f7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c44f7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c44f7d"},"tenantIdentifier":"e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:31Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c44f7d"},"namespace":"ai-tenant-e2e-api-a-c44f7d","name":"default-tenant","reconcileID":"1c125588-880f-4d79-92aa-0bc9bae6c756","tenant":"ai-tenant-e2e-api-a-c44f7d/default-tenant","tenantID":"e2e-api-a-c44f7d","subscriptionNamespace":"ai-tenant-e2e-api-a-c44f7d","gatewayName":"e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:31Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c44f7d-policy","namespace":"ai-tenant-e2e-api-a-c44f7d"},"namespace":"ai-tenant-e2e-api-a-c44f7d","name":"e2e-e2e-api-a-c44f7d-policy","reconcileID":"ef1a62a6-c8e9-4483-af9a-a2ef34c2ac57"}
{"level":"info","ts":"2026-07-09T04:15:31Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c44f7d-policy","namespace":"ai-tenant-e2e-api-a-c44f7d"},"namespace":"ai-tenant-e2e-api-a-c44f7d","name":"e2e-e2e-api-a-c44f7d-policy","reconcileID":"ef1a62a6-c8e9-4483-af9a-a2ef34c2ac57","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c44f7d-policy","namespace":"ai-tenant-e2e-api-a-c44f7d"},"name":"e2e-api-a-c44f7d-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-09T04:15:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c44f7d","deploymentName":"maas-api-e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c44f7d","deploymentName":"maas-api-e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c44f7d","deploymentName":"maas-api-e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c44f7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c44f7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c44f7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c44f7d"},"tenantIdentifier":"e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c44f7d","deploymentName":"maas-api-e2e-api-a-c44f7d"}
{"level":"error","ts":"2026-07-09T04:15:32Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c44f7d"},"namespace":"ai-tenant-e2e-api-a-c44f7d","name":"default-tenant","reconcileID":"1c125588-880f-4d79-92aa-0bc9bae6c756","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-09T04:15:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c44f7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c44f7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c44f7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c44f7d"},"tenantIdentifier":"e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c44f7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c44f7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c44f7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c44f7d"},"tenantIdentifier":"e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:32Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c44f7d"},"namespace":"ai-tenant-e2e-api-a-c44f7d","name":"default-tenant","reconcileID":"e88f5741-893c-4aa5-9312-3c45d6844bc9","namespace":"ai-tenant-e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:32Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c44f7d"},"namespace":"ai-tenant-e2e-api-a-c44f7d","name":"default-tenant","reconcileID":"e88f5741-893c-4aa5-9312-3c45d6844bc9","name":"e2e-e2e-api-a-c44f7d-policy","namespace":"ai-tenant-e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:32Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c44f7d"},"namespace":"ai-tenant-e2e-api-a-c44f7d","name":"default-tenant","reconcileID":"e88f5741-893c-4aa5-9312-3c45d6844bc9","count":1}
{"level":"info","ts":"2026-07-09T04:15:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c44f7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c44f7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c44f7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c44f7d"},"tenantIdentifier":"e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:32Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c44f7d"},"namespace":"ai-tenant-e2e-api-a-c44f7d","name":"default-tenant","reconcileID":"e88f5741-893c-4aa5-9312-3c45d6844bc9","tenant":"e2e-api-a-c44f7d","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-09T04:15:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c44f7d","deploymentName":"maas-api-e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:32Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c44f7d-policy","namespace":"ai-tenant-e2e-api-a-c44f7d"},"namespace":"ai-tenant-e2e-api-a-c44f7d","name":"e2e-e2e-api-a-c44f7d-policy","reconcileID":"17c9a6f0-3039-431d-8729-aea132a16b78","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c44f7d-policy","namespace":"ai-tenant-e2e-api-a-c44f7d"},"model":"llm/facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-07-09T04:15:32Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c44f7d"},"namespace":"ai-tenant-e2e-api-a-c44f7d","name":"default-tenant","reconcileID":"e88f5741-893c-4aa5-9312-3c45d6844bc9","gvk":"Deployment","name":"maas-api-e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:32Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c44f7d"},"namespace":"ai-tenant-e2e-api-a-c44f7d","name":"default-tenant","reconcileID":"e88f5741-893c-4aa5-9312-3c45d6844bc9","gvk":"Service","name":"maas-api-e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:32Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c44f7d"},"namespace":"ai-tenant-e2e-api-a-c44f7d","name":"default-tenant","reconcileID":"e88f5741-893c-4aa5-9312-3c45d6844bc9","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:32Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c44f7d"},"namespace":"ai-tenant-e2e-api-a-c44f7d","name":"default-tenant","reconcileID":"e88f5741-893c-4aa5-9312-3c45d6844bc9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c44f7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c44f7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c44f7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c44f7d"},"tenantIdentifier":"e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c44f7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c44f7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c44f7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c44f7d"},"tenantIdentifier":"e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:32Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c44f7d"},"namespace":"ai-tenant-e2e-api-a-c44f7d","name":"default-tenant","reconcileID":"5af78865-f310-4eb1-bd92-b323ebf4d777","namespace":"ai-tenant-e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:32Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c44f7d"},"namespace":"ai-tenant-e2e-api-a-c44f7d","name":"default-tenant","reconcileID":"5af78865-f310-4eb1-bd92-b323ebf4d777","name":"e2e-e2e-api-a-c44f7d-policy","namespace":"ai-tenant-e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:32Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c44f7d"},"namespace":"ai-tenant-e2e-api-a-c44f7d","name":"default-tenant","reconcileID":"5af78865-f310-4eb1-bd92-b323ebf4d777","count":1}
{"level":"info","ts":"2026-07-09T04:15:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-c44f7d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-c44f7d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-c44f7d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-c44f7d"},"tenantIdentifier":"e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:32Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c44f7d"},"namespace":"ai-tenant-e2e-api-a-c44f7d","name":"default-tenant","reconcileID":"5af78865-f310-4eb1-bd92-b323ebf4d777","tenant":"e2e-api-a-c44f7d","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-09T04:15:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-c44f7d","deploymentName":"maas-api-e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:32Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c44f7d"},"namespace":"ai-tenant-e2e-api-a-c44f7d","name":"default-tenant","reconcileID":"5af78865-f310-4eb1-bd92-b323ebf4d777","gvk":"Deployment","name":"maas-api-e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:32Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c44f7d"},"namespace":"ai-tenant-e2e-api-a-c44f7d","name":"default-tenant","reconcileID":"5af78865-f310-4eb1-bd92-b323ebf4d777","gvk":"Service","name":"maas-api-e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:32Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c44f7d"},"namespace":"ai-tenant-e2e-api-a-c44f7d","name":"default-tenant","reconcileID":"5af78865-f310-4eb1-bd92-b323ebf4d777","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-c44f7d"}
{"level":"info","ts":"2026-07-09T04:15:32Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c44f7d"},"namespace":"ai-tenant-e2e-api-a-c44f7d","name":"default-tenant","reconcileID":"5af78865-f310-4eb1-bd92-b323ebf4d777","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-c44f7d"}
{"level":"error","ts":"2026-07-09T04:15:32Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c44f7d"},"namespace":"ai-tenant-e2e-api-a-c44f7d","name":"default-tenant","reconcileID":"5af78865-f310-4eb1-bd92-b323ebf4d777","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-09T04:15:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-f007b3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-f007b3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-f007b3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-f007b3"},"tenantIdentifier":"e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-f007b3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-f007b3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-f007b3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-f007b3"},"tenantIdentifier":"e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:38Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f007b3-policy","namespace":"ai-tenant-e2e-api-b-f007b3"},"namespace":"ai-tenant-e2e-api-b-f007b3","name":"e2e-e2e-api-b-f007b3-policy","reconcileID":"238b0ad6-0412-4a41-967d-86953aa65cc8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f007b3-policy","namespace":"ai-tenant-e2e-api-b-f007b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f007b3","tenantID":"e2e-api-b-f007b3","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-09T04:15:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-f007b3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-f007b3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-f007b3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-f007b3"},"tenantIdentifier":"e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:38Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f007b3"},"namespace":"ai-tenant-e2e-api-b-f007b3","name":"default-tenant","reconcileID":"79962d10-d204-4536-94ba-cb3d65ccb3cb","tenant":"ai-tenant-e2e-api-b-f007b3/default-tenant","tenantID":"e2e-api-b-f007b3","subscriptionNamespace":"ai-tenant-e2e-api-b-f007b3","gatewayName":"e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:38Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f007b3-policy","namespace":"ai-tenant-e2e-api-b-f007b3"},"namespace":"ai-tenant-e2e-api-b-f007b3","name":"e2e-e2e-api-b-f007b3-policy","reconcileID":"238b0ad6-0412-4a41-967d-86953aa65cc8"}
{"level":"info","ts":"2026-07-09T04:15:38Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f007b3-policy","namespace":"ai-tenant-e2e-api-b-f007b3"},"namespace":"ai-tenant-e2e-api-b-f007b3","name":"e2e-e2e-api-b-f007b3-policy","reconcileID":"238b0ad6-0412-4a41-967d-86953aa65cc8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f007b3-policy","namespace":"ai-tenant-e2e-api-b-f007b3"},"name":"e2e-api-b-f007b3-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-09T04:15:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-f007b3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-f007b3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-f007b3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-f007b3"},"tenantIdentifier":"e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-f007b3","deploymentName":"maas-api-e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-f007b3","deploymentName":"maas-api-e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-f007b3","deploymentName":"maas-api-e2e-api-b-f007b3"}
{"level":"error","ts":"2026-07-09T04:15:38Z","msg":"failed to fetch gateway info","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f007b3-policy","namespace":"ai-tenant-e2e-api-b-f007b3"},"namespace":"ai-tenant-e2e-api-b-f007b3","name":"e2e-e2e-api-b-f007b3-policy","reconcileID":"962634c9-e9d5-4597-8939-3b6382c2dddf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f007b3-policy","namespace":"ai-tenant-e2e-api-b-f007b3"},"error":"get owning AITenant ai-tenants/e2e-api-b-f007b3 for tenant ai-tenant-e2e-api-b-f007b3/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-b-f007b3\" not found","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:472\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-09T04:15:38Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f007b3-policy","namespace":"ai-tenant-e2e-api-b-f007b3"},"namespace":"ai-tenant-e2e-api-b-f007b3","name":"e2e-e2e-api-b-f007b3-policy","reconcileID":"962634c9-e9d5-4597-8939-3b6382c2dddf","error":"get owning AITenant ai-tenants/e2e-api-b-f007b3 for tenant ai-tenant-e2e-api-b-f007b3/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-b-f007b3\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-09T04:15:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-f007b3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-f007b3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-f007b3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-f007b3"},"tenantIdentifier":"e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-f007b3","deploymentName":"maas-api-e2e-api-b-f007b3"}
{"level":"error","ts":"2026-07-09T04:15:39Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f007b3"},"namespace":"ai-tenant-e2e-api-b-f007b3","name":"default-tenant","reconcileID":"79962d10-d204-4536-94ba-cb3d65ccb3cb","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-09T04:15:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-f007b3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-f007b3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-f007b3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-f007b3"},"tenantIdentifier":"e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-f007b3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-f007b3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-f007b3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-f007b3"},"tenantIdentifier":"e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:39Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f007b3"},"namespace":"ai-tenant-e2e-api-b-f007b3","name":"default-tenant","reconcileID":"4506142c-8ce8-4865-874f-bc3c1a2ba533","namespace":"ai-tenant-e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:39Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f007b3"},"namespace":"ai-tenant-e2e-api-b-f007b3","name":"default-tenant","reconcileID":"4506142c-8ce8-4865-874f-bc3c1a2ba533","name":"e2e-e2e-api-b-f007b3-policy","namespace":"ai-tenant-e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:39Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f007b3"},"namespace":"ai-tenant-e2e-api-b-f007b3","name":"default-tenant","reconcileID":"4506142c-8ce8-4865-874f-bc3c1a2ba533","count":1}
{"level":"info","ts":"2026-07-09T04:15:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-f007b3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-f007b3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-f007b3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-f007b3"},"tenantIdentifier":"e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:39Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f007b3"},"namespace":"ai-tenant-e2e-api-b-f007b3","name":"default-tenant","reconcileID":"4506142c-8ce8-4865-874f-bc3c1a2ba533","tenant":"e2e-api-b-f007b3","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-09T04:15:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-f007b3","deploymentName":"maas-api-e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:39Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f007b3-policy","namespace":"ai-tenant-e2e-api-b-f007b3"},"namespace":"ai-tenant-e2e-api-b-f007b3","name":"e2e-e2e-api-b-f007b3-policy","reconcileID":"b086ff7b-c6ed-4baf-9d82-ccf221fca018","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f007b3-policy","namespace":"ai-tenant-e2e-api-b-f007b3"},"model":"llm/facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-07-09T04:15:39Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f007b3"},"namespace":"ai-tenant-e2e-api-b-f007b3","name":"default-tenant","reconcileID":"4506142c-8ce8-4865-874f-bc3c1a2ba533","gvk":"Deployment","name":"maas-api-e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:39Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f007b3"},"namespace":"ai-tenant-e2e-api-b-f007b3","name":"default-tenant","reconcileID":"4506142c-8ce8-4865-874f-bc3c1a2ba533","gvk":"Service","name":"maas-api-e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:39Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f007b3"},"namespace":"ai-tenant-e2e-api-b-f007b3","name":"default-tenant","reconcileID":"4506142c-8ce8-4865-874f-bc3c1a2ba533","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:39Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f007b3"},"namespace":"ai-tenant-e2e-api-b-f007b3","name":"default-tenant","reconcileID":"4506142c-8ce8-4865-874f-bc3c1a2ba533","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-f007b3"}
{"level":"info","ts":"2026-07-09T04:15:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-09T04:15:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-09T04:15:48Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a3bdc1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a3bdc1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a3bdc1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"tenantIdentifier":"e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:15:49Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a3bdc1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a3bdc1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a3bdc1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"tenantIdentifier":"e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:15:49Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"namespace":"ai-tenant-e2e-shared-a-a3bdc1","name":"default-tenant","reconcileID":"1a7c1e90-9b20-4ba4-9b8e-a8d427d72c53","tenant":"ai-tenant-e2e-shared-a-a3bdc1/default-tenant","tenantID":"e2e-shared-a-a3bdc1","subscriptionNamespace":"ai-tenant-e2e-shared-a-a3bdc1","gatewayName":"e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:15:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a3bdc1","deploymentName":"maas-api-e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:15:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a3bdc1","deploymentName":"maas-api-e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:15:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a3bdc1","deploymentName":"maas-api-e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:15:49Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a3bdc1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a3bdc1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a3bdc1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"tenantIdentifier":"e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:15:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a3bdc1","deploymentName":"maas-api-e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:15:49Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a3bdc1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a3bdc1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a3bdc1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"tenantIdentifier":"e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:15:49Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a3bdc1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a3bdc1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a3bdc1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"tenantIdentifier":"e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:15:49Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"namespace":"ai-tenant-e2e-shared-a-a3bdc1","name":"default-tenant","reconcileID":"745f4ee3-c212-4b77-ac28-ead0beea1e87","tenant":"ai-tenant-e2e-shared-a-a3bdc1/default-tenant","tenantID":"e2e-shared-a-a3bdc1","subscriptionNamespace":"ai-tenant-e2e-shared-a-a3bdc1","gatewayName":"e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:15:50Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ca18931e-d61c-464e-84f5-e1f48ed22db3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:15:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a3bdc1","deploymentName":"maas-api-e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:15:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a3bdc1","deploymentName":"maas-api-e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:15:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a3bdc1","deploymentName":"maas-api-e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:15:50Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"45655afa-567e-44df-862e-a9c9dc8dc689","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:15:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a3bdc1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a3bdc1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a3bdc1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"tenantIdentifier":"e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:15:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a3bdc1","deploymentName":"maas-api-e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:15:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-90e242","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-90e242","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-90e242"},"tenantIdentifier":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:15:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-90e242","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-90e242","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-90e242"},"tenantIdentifier":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:15:57Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-90e242"},"namespace":"ai-tenant-e2e-shared-b-90e242","name":"default-tenant","reconcileID":"e7889e36-5a15-43c6-8990-1102cb22989a","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","tenantID":"e2e-shared-b-90e242","subscriptionNamespace":"ai-tenant-e2e-shared-b-90e242","gatewayName":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:15:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-90e242","deploymentName":"maas-api-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:15:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-90e242","deploymentName":"maas-api-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:15:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-90e242","deploymentName":"maas-api-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:15:57Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9bff965a-142c-41b6-a90b-dbeb46c15a95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:15:57Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d927a3c8-70b1-4fcf-ab2d-d5ee6fc63336","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:15:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-90e242","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-90e242","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-90e242"},"tenantIdentifier":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:15:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-90e242","deploymentName":"maas-api-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:15:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-90e242","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-90e242","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-90e242"},"tenantIdentifier":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:15:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-90e242","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-90e242","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-90e242"},"tenantIdentifier":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:15:58Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-90e242"},"namespace":"ai-tenant-e2e-shared-b-90e242","name":"default-tenant","reconcileID":"bab8d363-5b30-4204-8812-50360923542f","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","tenantID":"e2e-shared-b-90e242","subscriptionNamespace":"ai-tenant-e2e-shared-b-90e242","gatewayName":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:15:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-90e242","deploymentName":"maas-api-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:15:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-90e242","deploymentName":"maas-api-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:15:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-90e242","deploymentName":"maas-api-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:15:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-90e242","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-90e242","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-90e242"},"tenantIdentifier":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:15:58Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-90e242","deploymentName":"maas-api-e2e-shared-b-90e242"}
{"level":"error","ts":"2026-07-09T04:15:58Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-90e242"},"namespace":"ai-tenant-e2e-shared-b-90e242","name":"default-tenant","reconcileID":"bab8d363-5b30-4204-8812-50360923542f","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-09T04:15:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-90e242","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-90e242","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-90e242"},"tenantIdentifier":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:15:58Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-90e242","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-90e242","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-90e242"},"tenantIdentifier":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:15:58Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-90e242"},"namespace":"ai-tenant-e2e-shared-b-90e242","name":"default-tenant","reconcileID":"620f1062-8b04-4b27-8a30-21819c8329c4","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","tenantID":"e2e-shared-b-90e242","subscriptionNamespace":"ai-tenant-e2e-shared-b-90e242","gatewayName":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:15:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-90e242","deploymentName":"maas-api-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:15:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-90e242","deploymentName":"maas-api-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:15:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-90e242","deploymentName":"maas-api-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:15:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-90e242","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-90e242","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-90e242"},"tenantIdentifier":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:15:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-90e242","deploymentName":"maas-api-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:15:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-90e242","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-90e242","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-90e242"},"tenantIdentifier":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:15:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-90e242","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-90e242","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-90e242"},"tenantIdentifier":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:15:59Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-90e242"},"namespace":"ai-tenant-e2e-shared-b-90e242","name":"default-tenant","reconcileID":"470ad845-4f7b-41af-a1e7-8065d51019f8","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","tenantID":"e2e-shared-b-90e242","subscriptionNamespace":"ai-tenant-e2e-shared-b-90e242","gatewayName":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:15:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-90e242","deploymentName":"maas-api-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:15:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-90e242","deploymentName":"maas-api-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:15:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-90e242","deploymentName":"maas-api-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:15:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-90e242","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-90e242","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-90e242"},"tenantIdentifier":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:15:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-90e242","deploymentName":"maas-api-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:16:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a3bdc1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a3bdc1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a3bdc1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"tenantIdentifier":"e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:16:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a3bdc1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a3bdc1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a3bdc1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"tenantIdentifier":"e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:16:09Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"namespace":"ai-tenant-e2e-shared-a-a3bdc1","name":"default-tenant","reconcileID":"8610fcc2-edb2-4775-ad7b-5a8e82be6012","tenant":"ai-tenant-e2e-shared-a-a3bdc1/default-tenant","tenantID":"e2e-shared-a-a3bdc1","subscriptionNamespace":"ai-tenant-e2e-shared-a-a3bdc1","gatewayName":"e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:16:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a3bdc1","deploymentName":"maas-api-e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:16:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a3bdc1","deploymentName":"maas-api-e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:16:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a3bdc1","deploymentName":"maas-api-e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:16:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a3bdc1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a3bdc1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a3bdc1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"tenantIdentifier":"e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:16:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a3bdc1","deploymentName":"maas-api-e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:16:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a3bdc1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a3bdc1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a3bdc1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"tenantIdentifier":"e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:16:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a3bdc1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a3bdc1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a3bdc1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"tenantIdentifier":"e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:16:10Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"namespace":"ai-tenant-e2e-shared-a-a3bdc1","name":"default-tenant","reconcileID":"e7b4d435-6209-4cf2-a96e-f653d43e4436","tenant":"ai-tenant-e2e-shared-a-a3bdc1/default-tenant","tenantID":"e2e-shared-a-a3bdc1","subscriptionNamespace":"ai-tenant-e2e-shared-a-a3bdc1","gatewayName":"e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:16:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a3bdc1","deploymentName":"maas-api-e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:16:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a3bdc1","deploymentName":"maas-api-e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:16:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a3bdc1","deploymentName":"maas-api-e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:16:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a3bdc1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a3bdc1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a3bdc1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"tenantIdentifier":"e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:16:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a3bdc1","deploymentName":"maas-api-e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:16:15Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2defccdd-5f2c-4381-96a0-8457edf30c11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:16:15Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"037238b9-4fb9-4b53-b8ef-ef3846703fa0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:16:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-09T04:16:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-09T04:16:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-90e242","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-90e242","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-90e242"},"tenantIdentifier":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:16:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-90e242","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-90e242","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-90e242"},"tenantIdentifier":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:16:19Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-90e242"},"namespace":"ai-tenant-e2e-shared-b-90e242","name":"default-tenant","reconcileID":"1af7059f-9aea-419c-9ba0-df10dcfece46","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","tenantID":"e2e-shared-b-90e242","subscriptionNamespace":"ai-tenant-e2e-shared-b-90e242","gatewayName":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:16:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-90e242","deploymentName":"maas-api-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:16:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-90e242","deploymentName":"maas-api-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:16:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-90e242","deploymentName":"maas-api-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:16:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-90e242","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-90e242","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-90e242"},"tenantIdentifier":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:16:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-90e242","deploymentName":"maas-api-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:16:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-90e242","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-90e242","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-90e242"},"tenantIdentifier":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:16:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-90e242","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-90e242","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-90e242"},"tenantIdentifier":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:16:20Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-90e242"},"namespace":"ai-tenant-e2e-shared-b-90e242","name":"default-tenant","reconcileID":"4989b2fb-9fcc-4c7a-978e-8d5207c9c4aa","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","tenantID":"e2e-shared-b-90e242","subscriptionNamespace":"ai-tenant-e2e-shared-b-90e242","gatewayName":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:16:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-90e242","deploymentName":"maas-api-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:16:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-90e242","deploymentName":"maas-api-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:16:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-90e242","deploymentName":"maas-api-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:16:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-90e242","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-90e242","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-90e242"},"tenantIdentifier":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:16:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-90e242","deploymentName":"maas-api-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:16:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-09T04:16:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-09T04:17:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-09T04:17:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-09T04:17:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-09T04:17:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-09T04:18:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-09T04:18:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-09T04:18:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-09T04:18:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-09T04:19:06Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a3bdc1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a3bdc1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a3bdc1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"tenantIdentifier":"e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:19:06Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a3bdc1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a3bdc1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a3bdc1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"tenantIdentifier":"e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:19:06Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"namespace":"ai-tenant-e2e-shared-a-a3bdc1","name":"default-tenant","reconcileID":"68b1647c-b56c-4145-bfce-bfcd308ca8a6","tenant":"ai-tenant-e2e-shared-a-a3bdc1/default-tenant","tenantID":"e2e-shared-a-a3bdc1","subscriptionNamespace":"ai-tenant-e2e-shared-a-a3bdc1","gatewayName":"e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:19:06Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a3bdc1","deploymentName":"maas-api-e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:19:06Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a3bdc1","deploymentName":"maas-api-e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:19:06Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a3bdc1","deploymentName":"maas-api-e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:19:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a3bdc1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a3bdc1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a3bdc1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"tenantIdentifier":"e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:19:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a3bdc1","deploymentName":"maas-api-e2e-shared-a-a3bdc1"}
{"level":"error","ts":"2026-07-09T04:19:07Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"namespace":"ai-tenant-e2e-shared-a-a3bdc1","name":"default-tenant","reconcileID":"68b1647c-b56c-4145-bfce-bfcd308ca8a6","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-09T04:19:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a3bdc1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a3bdc1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a3bdc1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"tenantIdentifier":"e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:19:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a3bdc1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a3bdc1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a3bdc1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"tenantIdentifier":"e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:19:07Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"namespace":"ai-tenant-e2e-shared-a-a3bdc1","name":"default-tenant","reconcileID":"5ce5576f-488d-4134-81c6-a92df395588b","namespace":"ai-tenant-e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:19:07Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"namespace":"ai-tenant-e2e-shared-a-a3bdc1","name":"default-tenant","reconcileID":"5ce5576f-488d-4134-81c6-a92df395588b","count":0}
{"level":"info","ts":"2026-07-09T04:19:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a3bdc1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a3bdc1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a3bdc1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"tenantIdentifier":"e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:19:07Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"namespace":"ai-tenant-e2e-shared-a-a3bdc1","name":"default-tenant","reconcileID":"5ce5576f-488d-4134-81c6-a92df395588b","tenant":"e2e-shared-a-a3bdc1","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-09T04:19:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a3bdc1","deploymentName":"maas-api-e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:19:07Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"namespace":"ai-tenant-e2e-shared-a-a3bdc1","name":"default-tenant","reconcileID":"5ce5576f-488d-4134-81c6-a92df395588b","gvk":"Deployment","name":"maas-api-e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:19:07Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"namespace":"ai-tenant-e2e-shared-a-a3bdc1","name":"default-tenant","reconcileID":"5ce5576f-488d-4134-81c6-a92df395588b","gvk":"Service","name":"maas-api-e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:19:07Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"namespace":"ai-tenant-e2e-shared-a-a3bdc1","name":"default-tenant","reconcileID":"5ce5576f-488d-4134-81c6-a92df395588b","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:19:07Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"namespace":"ai-tenant-e2e-shared-a-a3bdc1","name":"default-tenant","reconcileID":"5ce5576f-488d-4134-81c6-a92df395588b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:19:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a3bdc1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a3bdc1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a3bdc1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"tenantIdentifier":"e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:19:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a3bdc1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a3bdc1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a3bdc1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"tenantIdentifier":"e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:19:07Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"namespace":"ai-tenant-e2e-shared-a-a3bdc1","name":"default-tenant","reconcileID":"f5a36883-deaf-4c39-bc0f-a730e2a35a44","namespace":"ai-tenant-e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:19:07Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"namespace":"ai-tenant-e2e-shared-a-a3bdc1","name":"default-tenant","reconcileID":"f5a36883-deaf-4c39-bc0f-a730e2a35a44","count":0}
{"level":"info","ts":"2026-07-09T04:19:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-a3bdc1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-a3bdc1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-a3bdc1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"tenantIdentifier":"e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:19:07Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"namespace":"ai-tenant-e2e-shared-a-a3bdc1","name":"default-tenant","reconcileID":"f5a36883-deaf-4c39-bc0f-a730e2a35a44","tenant":"e2e-shared-a-a3bdc1","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-09T04:19:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-a3bdc1","deploymentName":"maas-api-e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:19:07Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"namespace":"ai-tenant-e2e-shared-a-a3bdc1","name":"default-tenant","reconcileID":"f5a36883-deaf-4c39-bc0f-a730e2a35a44","gvk":"Deployment","name":"maas-api-e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:19:07Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"namespace":"ai-tenant-e2e-shared-a-a3bdc1","name":"default-tenant","reconcileID":"f5a36883-deaf-4c39-bc0f-a730e2a35a44","gvk":"Service","name":"maas-api-e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:19:07Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"namespace":"ai-tenant-e2e-shared-a-a3bdc1","name":"default-tenant","reconcileID":"f5a36883-deaf-4c39-bc0f-a730e2a35a44","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-a3bdc1"}
{"level":"info","ts":"2026-07-09T04:19:07Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"namespace":"ai-tenant-e2e-shared-a-a3bdc1","name":"default-tenant","reconcileID":"f5a36883-deaf-4c39-bc0f-a730e2a35a44","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-a3bdc1"}
{"level":"error","ts":"2026-07-09T04:19:07Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-a3bdc1"},"namespace":"ai-tenant-e2e-shared-a-a3bdc1","name":"default-tenant","reconcileID":"f5a36883-deaf-4c39-bc0f-a730e2a35a44","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-09T04:19:11Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"18882075-d3ad-4cc3-a493-68579cdcf1a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:19:11Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eb647482-1615-468f-bf99-fbf78b13ef68","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-09T04:19:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-90e242","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-90e242","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-90e242"},"tenantIdentifier":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:19:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-90e242","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-90e242","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-90e242"},"tenantIdentifier":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:19:13Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-90e242"},"namespace":"ai-tenant-e2e-shared-b-90e242","name":"default-tenant","reconcileID":"24180d3e-74b9-4aa1-9f44-564e622a8e7d","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","tenantID":"e2e-shared-b-90e242","subscriptionNamespace":"ai-tenant-e2e-shared-b-90e242","gatewayName":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:19:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-90e242","deploymentName":"maas-api-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:19:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-90e242","deploymentName":"maas-api-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:19:13Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-90e242","deploymentName":"maas-api-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:19:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-90e242","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-90e242","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-90e242"},"tenantIdentifier":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:19:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-90e242","deploymentName":"maas-api-e2e-shared-b-90e242"}
{"level":"error","ts":"2026-07-09T04:19:14Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-90e242"},"namespace":"ai-tenant-e2e-shared-b-90e242","name":"default-tenant","reconcileID":"24180d3e-74b9-4aa1-9f44-564e622a8e7d","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-09T04:19:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-90e242","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-90e242","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-90e242"},"tenantIdentifier":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:19:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-90e242","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-90e242","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-90e242"},"tenantIdentifier":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:19:14Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-90e242"},"namespace":"ai-tenant-e2e-shared-b-90e242","name":"default-tenant","reconcileID":"fcdd7682-0131-4534-b138-ff5a94715054","namespace":"ai-tenant-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:19:14Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-90e242"},"namespace":"ai-tenant-e2e-shared-b-90e242","name":"default-tenant","reconcileID":"fcdd7682-0131-4534-b138-ff5a94715054","count":0}
{"level":"info","ts":"2026-07-09T04:19:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-90e242","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-90e242","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-90e242"},"tenantIdentifier":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:19:14Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-90e242"},"namespace":"ai-tenant-e2e-shared-b-90e242","name":"default-tenant","reconcileID":"fcdd7682-0131-4534-b138-ff5a94715054","tenant":"e2e-shared-b-90e242","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-09T04:19:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-90e242","deploymentName":"maas-api-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:19:14Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-90e242"},"namespace":"ai-tenant-e2e-shared-b-90e242","name":"default-tenant","reconcileID":"fcdd7682-0131-4534-b138-ff5a94715054","gvk":"Deployment","name":"maas-api-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:19:14Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-90e242"},"namespace":"ai-tenant-e2e-shared-b-90e242","name":"default-tenant","reconcileID":"fcdd7682-0131-4534-b138-ff5a94715054","gvk":"Service","name":"maas-api-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:19:14Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-90e242"},"namespace":"ai-tenant-e2e-shared-b-90e242","name":"default-tenant","reconcileID":"fcdd7682-0131-4534-b138-ff5a94715054","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:19:14Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-90e242"},"namespace":"ai-tenant-e2e-shared-b-90e242","name":"default-tenant","reconcileID":"fcdd7682-0131-4534-b138-ff5a94715054","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:19:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-90e242","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-90e242","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-90e242"},"tenantIdentifier":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:19:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-90e242","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-90e242","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-90e242"},"tenantIdentifier":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:19:14Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-90e242"},"namespace":"ai-tenant-e2e-shared-b-90e242","name":"default-tenant","reconcileID":"c283208f-0837-466d-ad40-7861a890de96","namespace":"ai-tenant-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:19:14Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-90e242"},"namespace":"ai-tenant-e2e-shared-b-90e242","name":"default-tenant","reconcileID":"c283208f-0837-466d-ad40-7861a890de96","count":0}
{"level":"info","ts":"2026-07-09T04:19:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-90e242/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-90e242","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-90e242","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-90e242"},"tenantIdentifier":"e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:19:14Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-90e242"},"namespace":"ai-tenant-e2e-shared-b-90e242","name":"default-tenant","reconcileID":"c283208f-0837-466d-ad40-7861a890de96","tenant":"e2e-shared-b-90e242","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-09T04:19:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-90e242","deploymentName":"maas-api-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:19:14Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-90e242"},"namespace":"ai-tenant-e2e-shared-b-90e242","name":"default-tenant","reconcileID":"c283208f-0837-466d-ad40-7861a890de96","gvk":"Deployment","name":"maas-api-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:19:14Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-90e242"},"namespace":"ai-tenant-e2e-shared-b-90e242","name":"default-tenant","reconcileID":"c283208f-0837-466d-ad40-7861a890de96","gvk":"Service","name":"maas-api-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:19:14Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-90e242"},"namespace":"ai-tenant-e2e-shared-b-90e242","name":"default-tenant","reconcileID":"c283208f-0837-466d-ad40-7861a890de96","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-90e242"}
{"level":"info","ts":"2026-07-09T04:19:14Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-90e242"},"namespace":"ai-tenant-e2e-shared-b-90e242","name":"default-tenant","reconcileID":"c283208f-0837-466d-ad40-7861a890de96","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-90e242"}
{"level":"error","ts":"2026-07-09T04:19:14Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-90e242"},"namespace":"ai-tenant-e2e-shared-b-90e242","name":"default-tenant","reconcileID":"c283208f-0837-466d-ad40-7861a890de96","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-09T04:19:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-09T04:19:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}