{"level":"info","ts":"2026-07-09T16:03:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-35b5e6","deploymentName":"maas-api-e2e-inf-a-35b5e6"} {"level":"info","ts":"2026-07-09T16:03:41Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6","reconcileID":"fe30718a-9fb0-467e-8739-99aff130dfaf","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"routeName":"test-model-35b5e6-kserve-route","namespace":"ai-tenant-e2e-inf-a-35b5e6","llmisvcName":"test-model-35b5e6","gateway":"openshift-ingress/e2e-inf-a-35b5e6","hostnames":[]} {"level":"info","ts":"2026-07-09T16:03:41Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6","reconcileID":"60552361-c942-4e0a-8992-98cba86f35d9","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"routeName":"test-model-35b5e6-kserve-route","namespace":"ai-tenant-e2e-inf-a-35b5e6","llmisvcName":"test-model-35b5e6","gateway":"openshift-ingress/e2e-inf-a-35b5e6","hostnames":[]} {"level":"info","ts":"2026-07-09T16:03:41Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6","reconcileID":"f3d28ad5-7fa3-4a6d-9d2f-078b4692070f","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"routeName":"test-model-35b5e6-kserve-route","namespace":"ai-tenant-e2e-inf-a-35b5e6","llmisvcName":"test-model-35b5e6","gateway":"openshift-ingress/e2e-inf-a-35b5e6","hostnames":[]} {"level":"error","ts":"2026-07-09T16:03:41Z","msg":"Reconciler error","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-35b5e6-sub","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6-sub","reconcileID":"f1ac67d3-968e-4032-b57a-2380ad3de158","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-35b5e6-sub\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T16:03:41Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6","reconcileID":"d9831353-37e7-4eb9-b178-12aa951367bf","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"routeName":"test-model-35b5e6-kserve-route","namespace":"ai-tenant-e2e-inf-a-35b5e6","llmisvcName":"test-model-35b5e6","gateway":"openshift-ingress/e2e-inf-a-35b5e6","hostnames":[]} {"level":"info","ts":"2026-07-09T16:03:41Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-35b5e6-sub","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6-sub","reconcileID":"83e7c2b1-854c-48f6-bfb2-c62e25cdc678","MaaSSubscription":{"name":"test-model-35b5e6-sub","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"name":"maas-trlp-test-model-35b5e6","model":"test-model-35b5e6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-35b5e6/test-model-35b5e6-sub"]} {"level":"info","ts":"2026-07-09T16:03:41Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6","reconcileID":"270f5ba4-5560-485f-8d01-b08be79b936b","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"routeName":"test-model-35b5e6-kserve-route","namespace":"ai-tenant-e2e-inf-a-35b5e6","llmisvcName":"test-model-35b5e6","gateway":"openshift-ingress/e2e-inf-a-35b5e6","hostnames":[]} {"level":"info","ts":"2026-07-09T16:03:41Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-35b5e6-sub","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6-sub","reconcileID":"5b9f2306-694b-4ec3-9725-194b29eecd5c","MaaSSubscription":{"name":"test-model-35b5e6-sub","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"name":"maas-trlp-test-model-35b5e6","model":"ai-tenant-e2e-inf-a-35b5e6/test-model-35b5e6","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:03:41Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6","reconcileID":"6e3b1b18-3e0d-4220-bae1-5d988a55ca3d","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"routeName":"test-model-35b5e6-kserve-route","namespace":"ai-tenant-e2e-inf-a-35b5e6","llmisvcName":"test-model-35b5e6","gateway":"openshift-ingress/e2e-inf-a-35b5e6","hostnames":[]} {"level":"info","ts":"2026-07-09T16:03:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-35b5e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-35b5e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-35b5e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-35b5e6"},"tenantIdentifier":"e2e-inf-a-35b5e6"} {"level":"info","ts":"2026-07-09T16:03:41Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6","reconcileID":"c0d7a149-1d8c-4af0-b69f-092539c170ac","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"routeName":"test-model-35b5e6-kserve-route","namespace":"ai-tenant-e2e-inf-a-35b5e6","llmisvcName":"test-model-35b5e6","gateway":"openshift-ingress/e2e-inf-a-35b5e6","hostnames":[]} {"level":"info","ts":"2026-07-09T16:03:41Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-35b5e6-auth","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6-auth","reconcileID":"1b05cb77-8d6a-4990-bbf7-2330aa1bb62e","MaaSAuthPolicy":{"name":"test-model-35b5e6-auth","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-35b5e6","tenantID":"e2e-inf-a-35b5e6","xAPIKeyEnabled":false} {"level":"error","ts":"2026-07-09T16:03:41Z","msg":"failed to update MaaSModelRef status","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6","reconcileID":"c0d7a149-1d8c-4af0-b69f-092539c170ac","name":"test-model-35b5e6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-35b5e6\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:381\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:345\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:185\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T16:03:41Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-35b5e6-auth","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6-auth","reconcileID":"1b05cb77-8d6a-4990-bbf7-2330aa1bb62e"} {"level":"info","ts":"2026-07-09T16:03:41Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-35b5e6-auth","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6-auth","reconcileID":"1b05cb77-8d6a-4990-bbf7-2330aa1bb62e","MaaSAuthPolicy":{"name":"test-model-35b5e6-auth","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"name":"e2e-inf-a-35b5e6-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T16:03:41Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-35b5e6-sub","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6-sub","reconcileID":"dac1f852-8cc2-452b-a947-b9adf6d535c0","MaaSSubscription":{"name":"test-model-35b5e6-sub","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"name":"maas-trlp-test-model-35b5e6","model":"ai-tenant-e2e-inf-a-35b5e6/test-model-35b5e6","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:03:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-35b5e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-35b5e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-35b5e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-35b5e6"},"tenantIdentifier":"e2e-inf-a-35b5e6"} {"level":"info","ts":"2026-07-09T16:03:41Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6","reconcileID":"6ee0e6b9-2202-4517-bd93-c6bab4c10101","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"routeName":"test-model-35b5e6-kserve-route","namespace":"ai-tenant-e2e-inf-a-35b5e6","llmisvcName":"test-model-35b5e6","gateway":"openshift-ingress/e2e-inf-a-35b5e6","hostnames":[]} {"level":"info","ts":"2026-07-09T16:03:41Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-35b5e6-auth","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6-auth","reconcileID":"01065bf7-8c70-490e-a20a-b02ebba69733","MaaSAuthPolicy":{"name":"test-model-35b5e6-auth","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-35b5e6","tenantID":"e2e-inf-a-35b5e6","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T16:03:41Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-35b5e6-auth","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6-auth","reconcileID":"01065bf7-8c70-490e-a20a-b02ebba69733"} {"level":"info","ts":"2026-07-09T16:03:41Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-35b5e6-auth","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6-auth","reconcileID":"01065bf7-8c70-490e-a20a-b02ebba69733","MaaSAuthPolicy":{"name":"test-model-35b5e6-auth","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"name":"e2e-inf-a-35b5e6-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T16:03:42Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6","reconcileID":"a04ef814-dfdf-42e9-b98b-b3f96529eeaa","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"routeName":"test-model-35b5e6-kserve-route","namespace":"ai-tenant-e2e-inf-a-35b5e6","llmisvcName":"test-model-35b5e6","gateway":"openshift-ingress/e2e-inf-a-35b5e6","hostnames":[]} {"level":"info","ts":"2026-07-09T16:03:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-35b5e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-35b5e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-35b5e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-35b5e6"},"tenantIdentifier":"e2e-inf-a-35b5e6"} {"level":"info","ts":"2026-07-09T16:03:42Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-35b5e6-auth","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6-auth","reconcileID":"fd8ee800-5764-4e67-b01b-07a180c6b923","MaaSAuthPolicy":{"name":"test-model-35b5e6-auth","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-35b5e6","tenantID":"e2e-inf-a-35b5e6","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T16:03:42Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-35b5e6-sub","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6-sub","reconcileID":"db6baf5f-6d2e-48b1-b294-711f3ad138c9","MaaSSubscription":{"name":"test-model-35b5e6-sub","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"name":"maas-trlp-test-model-35b5e6","model":"ai-tenant-e2e-inf-a-35b5e6/test-model-35b5e6","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:03:42Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-35b5e6-auth","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6-auth","reconcileID":"fd8ee800-5764-4e67-b01b-07a180c6b923"} {"level":"info","ts":"2026-07-09T16:03:42Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-35b5e6-auth","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6-auth","reconcileID":"fd8ee800-5764-4e67-b01b-07a180c6b923","MaaSAuthPolicy":{"name":"test-model-35b5e6-auth","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"name":"e2e-inf-a-35b5e6-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T16:03:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2ca941/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2ca941","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2ca941","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2ca941"},"tenantIdentifier":"e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:03:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2ca941/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2ca941","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2ca941","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2ca941"},"tenantIdentifier":"e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:03:46Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"default-tenant","reconcileID":"518ac9ab-a36a-4ab5-91bc-efa1a91fb670","tenant":"ai-tenant-e2e-inf-b-2ca941/default-tenant","tenantID":"e2e-inf-b-2ca941","subscriptionNamespace":"ai-tenant-e2e-inf-b-2ca941","gatewayName":"e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:03:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2ca941","deploymentName":"maas-api-e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:03:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2ca941","deploymentName":"maas-api-e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:03:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2ca941","deploymentName":"maas-api-e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:03:47Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2ca941/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2ca941","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2ca941","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2ca941"},"tenantIdentifier":"e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:03:47Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2ca941","deploymentName":"maas-api-e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:03:47Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2ca941/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2ca941","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2ca941","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2ca941"},"tenantIdentifier":"e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:03:47Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2ca941/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2ca941","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2ca941","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2ca941"},"tenantIdentifier":"e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:03:47Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"default-tenant","reconcileID":"4df3ef0b-d03f-4940-8235-e801e93ac197","tenant":"ai-tenant-e2e-inf-b-2ca941/default-tenant","tenantID":"e2e-inf-b-2ca941","subscriptionNamespace":"ai-tenant-e2e-inf-b-2ca941","gatewayName":"e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:03:47Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2ca941","deploymentName":"maas-api-e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:03:47Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2ca941","deploymentName":"maas-api-e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:03:47Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2ca941","deploymentName":"maas-api-e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:03:48Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2ca941/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2ca941","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2ca941","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2ca941"},"tenantIdentifier":"e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:03:48Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2ca941","deploymentName":"maas-api-e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:03:50Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-35b5e6-sub","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6-sub","reconcileID":"8720627a-1a1a-481d-9ee1-b14e97622ece","MaaSSubscription":{"name":"test-model-35b5e6-sub","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"name":"maas-trlp-test-model-35b5e6","model":"ai-tenant-e2e-inf-a-35b5e6/test-model-35b5e6","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:03:50Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6","reconcileID":"20d07237-9c25-493a-a6ef-2fb072835393","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"routeName":"test-model-35b5e6-kserve-route","namespace":"ai-tenant-e2e-inf-a-35b5e6","llmisvcName":"test-model-35b5e6","gateway":"openshift-ingress/e2e-inf-a-35b5e6","hostnames":[]} {"level":"info","ts":"2026-07-09T16:03:51Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6","reconcileID":"e17b9dcb-7c30-4ada-96af-f84554bd1e94","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"routeName":"test-model-35b5e6-kserve-route","namespace":"ai-tenant-e2e-inf-a-35b5e6","llmisvcName":"test-model-35b5e6","gateway":"openshift-ingress/e2e-inf-a-35b5e6","hostnames":[]} {"level":"info","ts":"2026-07-09T16:03:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-35b5e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-35b5e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-35b5e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-35b5e6"},"tenantIdentifier":"e2e-inf-a-35b5e6"} {"level":"info","ts":"2026-07-09T16:03:51Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-35b5e6-auth","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6-auth","reconcileID":"e73f3bc7-ef05-4001-85f2-3f61c691136d","MaaSAuthPolicy":{"name":"test-model-35b5e6-auth","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-35b5e6","tenantID":"e2e-inf-a-35b5e6","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T16:03:51Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-35b5e6-sub","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6-sub","reconcileID":"7e75f6c2-8fc4-40b8-80a0-e219a4d534f0","MaaSSubscription":{"name":"test-model-35b5e6-sub","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"name":"maas-trlp-test-model-35b5e6","model":"ai-tenant-e2e-inf-a-35b5e6/test-model-35b5e6","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:03:51Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-35b5e6-auth","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6-auth","reconcileID":"e73f3bc7-ef05-4001-85f2-3f61c691136d"} {"level":"info","ts":"2026-07-09T16:03:51Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-35b5e6-auth","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6-auth","reconcileID":"e73f3bc7-ef05-4001-85f2-3f61c691136d","MaaSAuthPolicy":{"name":"test-model-35b5e6-auth","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"name":"e2e-inf-a-35b5e6-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T16:03:52Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6","reconcileID":"eab4fa3d-84f4-4243-8b25-4b3d57a2a11b","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"routeName":"test-model-35b5e6-kserve-route","namespace":"ai-tenant-e2e-inf-a-35b5e6","llmisvcName":"test-model-35b5e6","gateway":"openshift-ingress/e2e-inf-a-35b5e6","hostnames":[]} {"level":"info","ts":"2026-07-09T16:03:52Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-35b5e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-35b5e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-35b5e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-35b5e6"},"tenantIdentifier":"e2e-inf-a-35b5e6"} {"level":"info","ts":"2026-07-09T16:03:52Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-35b5e6-auth","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6-auth","reconcileID":"b0d69a36-d1b1-4d02-a635-587fd4b9b883","MaaSAuthPolicy":{"name":"test-model-35b5e6-auth","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-35b5e6","tenantID":"e2e-inf-a-35b5e6","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T16:03:52Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-35b5e6-sub","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6-sub","reconcileID":"5628b999-c0a7-411b-bc6e-71042f82dd97","MaaSSubscription":{"name":"test-model-35b5e6-sub","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"name":"maas-trlp-test-model-35b5e6","model":"ai-tenant-e2e-inf-a-35b5e6/test-model-35b5e6","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:03:52Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-35b5e6-auth","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6-auth","reconcileID":"b0d69a36-d1b1-4d02-a635-587fd4b9b883"} {"level":"info","ts":"2026-07-09T16:03:52Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-35b5e6-auth","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6-auth","reconcileID":"b0d69a36-d1b1-4d02-a635-587fd4b9b883","MaaSAuthPolicy":{"name":"test-model-35b5e6-auth","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"name":"e2e-inf-a-35b5e6-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T16:04:00Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5637ed84-8b75-4bfc-ba47-03e4d1dc73d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:04:00Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"17ee082e-209a-4dce-88e1-547700b3c667","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:04:00Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-35b5e6-sub","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6-sub","reconcileID":"02d697fe-611f-48e0-a971-206405c5a609","MaaSSubscription":{"name":"test-model-35b5e6-sub","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"name":"maas-trlp-test-model-35b5e6","model":"ai-tenant-e2e-inf-a-35b5e6/test-model-35b5e6","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:04:01Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T16:04:01Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T16:04:07Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941","reconcileID":"f849db2a-2e02-4ff3-8c6b-eff360892464","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"routeName":"test-model-2ca941-kserve-route","namespace":"ai-tenant-e2e-inf-b-2ca941","llmisvcName":"test-model-2ca941","gateway":"openshift-ingress/e2e-inf-b-2ca941","hostnames":[]} {"level":"info","ts":"2026-07-09T16:04:07Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941","reconcileID":"5f8d7108-149a-4cea-94f8-2dabaae1a1d1","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"routeName":"test-model-2ca941-kserve-route","namespace":"ai-tenant-e2e-inf-b-2ca941","llmisvcName":"test-model-2ca941","gateway":"openshift-ingress/e2e-inf-b-2ca941","hostnames":[]} {"level":"info","ts":"2026-07-09T16:04:07Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941","reconcileID":"e6b5e6d1-4ff8-4831-b09e-38443a1f0477","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"routeName":"test-model-2ca941-kserve-route","namespace":"ai-tenant-e2e-inf-b-2ca941","llmisvcName":"test-model-2ca941","gateway":"openshift-ingress/e2e-inf-b-2ca941","hostnames":[]} {"level":"error","ts":"2026-07-09T16:04:07Z","msg":"Reconciler error","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2ca941-sub","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941-sub","reconcileID":"6e37fb81-b586-4ad8-9fef-510bd29126ea","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-2ca941-sub\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T16:04:07Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941","reconcileID":"b2c8751b-9bfa-40ba-b32e-39fa01dd7ded","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"routeName":"test-model-2ca941-kserve-route","namespace":"ai-tenant-e2e-inf-b-2ca941","llmisvcName":"test-model-2ca941","gateway":"openshift-ingress/e2e-inf-b-2ca941","hostnames":[]} {"level":"info","ts":"2026-07-09T16:04:07Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2ca941-sub","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941-sub","reconcileID":"9e7eb044-caf7-4883-a7a9-e3345f999cbb","MaaSSubscription":{"name":"test-model-2ca941-sub","namespace":"ai-tenant-e2e-inf-b-2ca941"},"name":"maas-trlp-test-model-2ca941","model":"test-model-2ca941","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-2ca941/test-model-2ca941-sub"]} {"level":"info","ts":"2026-07-09T16:04:07Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941","reconcileID":"429f5c9f-4736-4211-87f7-be4b3437211c","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"routeName":"test-model-2ca941-kserve-route","namespace":"ai-tenant-e2e-inf-b-2ca941","llmisvcName":"test-model-2ca941","gateway":"openshift-ingress/e2e-inf-b-2ca941","hostnames":[]} {"level":"info","ts":"2026-07-09T16:04:07Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2ca941-sub","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941-sub","reconcileID":"c1b3518d-9836-453f-9785-54ca6401062f","MaaSSubscription":{"name":"test-model-2ca941-sub","namespace":"ai-tenant-e2e-inf-b-2ca941"},"name":"maas-trlp-test-model-2ca941","model":"ai-tenant-e2e-inf-b-2ca941/test-model-2ca941","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:04:07Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941","reconcileID":"6cc8b6da-f2f9-4248-a560-a433648705c5","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"routeName":"test-model-2ca941-kserve-route","namespace":"ai-tenant-e2e-inf-b-2ca941","llmisvcName":"test-model-2ca941","gateway":"openshift-ingress/e2e-inf-b-2ca941","hostnames":[]} {"level":"info","ts":"2026-07-09T16:04:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2ca941/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2ca941","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2ca941","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2ca941"},"tenantIdentifier":"e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:04:07Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941","reconcileID":"2631defd-bd23-49d4-bc46-9a6e4e64f5ef","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"routeName":"test-model-2ca941-kserve-route","namespace":"ai-tenant-e2e-inf-b-2ca941","llmisvcName":"test-model-2ca941","gateway":"openshift-ingress/e2e-inf-b-2ca941","hostnames":[]} {"level":"info","ts":"2026-07-09T16:04:07Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ca941-auth","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941-auth","reconcileID":"c458442c-92ac-4022-8a94-f3f2d84151b1","MaaSAuthPolicy":{"name":"test-model-2ca941-auth","namespace":"ai-tenant-e2e-inf-b-2ca941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-2ca941","tenantID":"e2e-inf-b-2ca941","xAPIKeyEnabled":false} {"level":"error","ts":"2026-07-09T16:04:07Z","msg":"failed to update MaaSModelRef status","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941","reconcileID":"2631defd-bd23-49d4-bc46-9a6e4e64f5ef","name":"test-model-2ca941","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-2ca941\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:381\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:345\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:185\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T16:04:07Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2ca941-sub","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941-sub","reconcileID":"2a665c14-83ee-47c4-b2a2-9084546f7606","MaaSSubscription":{"name":"test-model-2ca941-sub","namespace":"ai-tenant-e2e-inf-b-2ca941"},"name":"maas-trlp-test-model-2ca941","model":"ai-tenant-e2e-inf-b-2ca941/test-model-2ca941","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:04:07Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ca941-auth","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941-auth","reconcileID":"c458442c-92ac-4022-8a94-f3f2d84151b1"} {"level":"info","ts":"2026-07-09T16:04:07Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ca941-auth","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941-auth","reconcileID":"c458442c-92ac-4022-8a94-f3f2d84151b1","MaaSAuthPolicy":{"name":"test-model-2ca941-auth","namespace":"ai-tenant-e2e-inf-b-2ca941"},"name":"e2e-inf-b-2ca941-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T16:04:07Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941","reconcileID":"556db4de-510f-4656-ae53-b27fc497d6a1","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"routeName":"test-model-2ca941-kserve-route","namespace":"ai-tenant-e2e-inf-b-2ca941","llmisvcName":"test-model-2ca941","gateway":"openshift-ingress/e2e-inf-b-2ca941","hostnames":[]} {"level":"info","ts":"2026-07-09T16:04:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2ca941/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2ca941","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2ca941","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2ca941"},"tenantIdentifier":"e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:04:07Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ca941-auth","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941-auth","reconcileID":"e9862c60-7533-433e-a82d-93fb205fd7dd","MaaSAuthPolicy":{"name":"test-model-2ca941-auth","namespace":"ai-tenant-e2e-inf-b-2ca941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-2ca941","tenantID":"e2e-inf-b-2ca941","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T16:04:07Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ca941-auth","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941-auth","reconcileID":"e9862c60-7533-433e-a82d-93fb205fd7dd"} {"level":"info","ts":"2026-07-09T16:04:07Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ca941-auth","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941-auth","reconcileID":"e9862c60-7533-433e-a82d-93fb205fd7dd","MaaSAuthPolicy":{"name":"test-model-2ca941-auth","namespace":"ai-tenant-e2e-inf-b-2ca941"},"name":"e2e-inf-b-2ca941-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T16:04:08Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941","reconcileID":"a7c2a792-66e4-4620-af65-cb0e718d1d2e","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"routeName":"test-model-2ca941-kserve-route","namespace":"ai-tenant-e2e-inf-b-2ca941","llmisvcName":"test-model-2ca941","gateway":"openshift-ingress/e2e-inf-b-2ca941","hostnames":[]} {"level":"info","ts":"2026-07-09T16:04:11Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-35b5e6-sub","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6-sub","reconcileID":"0ebee486-92b0-449e-b1a4-046e4cb2612e","MaaSSubscription":{"name":"test-model-35b5e6-sub","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"name":"maas-trlp-test-model-35b5e6","model":"ai-tenant-e2e-inf-a-35b5e6/test-model-35b5e6","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:04:12Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2ca941-sub","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941-sub","reconcileID":"39152d81-0573-4790-bc0c-df6c6fb77ee6","MaaSSubscription":{"name":"test-model-2ca941-sub","namespace":"ai-tenant-e2e-inf-b-2ca941"},"name":"maas-trlp-test-model-2ca941","model":"ai-tenant-e2e-inf-b-2ca941/test-model-2ca941","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:04:12Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941","reconcileID":"9b3bc758-8a00-42a9-b610-75d83b812d51","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"routeName":"test-model-2ca941-kserve-route","namespace":"ai-tenant-e2e-inf-b-2ca941","llmisvcName":"test-model-2ca941","gateway":"openshift-ingress/e2e-inf-b-2ca941","hostnames":[]} {"level":"info","ts":"2026-07-09T16:04:12Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ffdc3ef3-eb2c-4448-98e5-4ae688869cf0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:04:12Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4e45e5a2-5074-4a1e-a847-14cbf3d1ae22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:04:13Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941","reconcileID":"f5e05e25-04a5-41b5-b6c1-6820d0e0e324","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"routeName":"test-model-2ca941-kserve-route","namespace":"ai-tenant-e2e-inf-b-2ca941","llmisvcName":"test-model-2ca941","gateway":"openshift-ingress/e2e-inf-b-2ca941","hostnames":[]} {"level":"info","ts":"2026-07-09T16:04:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2ca941/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2ca941","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2ca941","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2ca941"},"tenantIdentifier":"e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:04:13Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ca941-auth","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941-auth","reconcileID":"4647f5d2-8a9a-4cfd-9cbb-6131d8de0c1d","MaaSAuthPolicy":{"name":"test-model-2ca941-auth","namespace":"ai-tenant-e2e-inf-b-2ca941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-2ca941","tenantID":"e2e-inf-b-2ca941","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T16:04:13Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2ca941-sub","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941-sub","reconcileID":"a0b9aaa1-bb80-47fe-8868-463e522eb477","MaaSSubscription":{"name":"test-model-2ca941-sub","namespace":"ai-tenant-e2e-inf-b-2ca941"},"name":"maas-trlp-test-model-2ca941","model":"ai-tenant-e2e-inf-b-2ca941/test-model-2ca941","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:04:13Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ca941-auth","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941-auth","reconcileID":"4647f5d2-8a9a-4cfd-9cbb-6131d8de0c1d"} {"level":"info","ts":"2026-07-09T16:04:13Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ca941-auth","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941-auth","reconcileID":"4647f5d2-8a9a-4cfd-9cbb-6131d8de0c1d","MaaSAuthPolicy":{"name":"test-model-2ca941-auth","namespace":"ai-tenant-e2e-inf-b-2ca941"},"name":"e2e-inf-b-2ca941-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T16:04:23Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-35b5e6-sub","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6-sub","reconcileID":"2a8bd043-4eec-418d-b1b7-dd2fb3b87dc9","MaaSSubscription":{"name":"test-model-35b5e6-sub","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"name":"maas-trlp-test-model-35b5e6","model":"ai-tenant-e2e-inf-a-35b5e6/test-model-35b5e6","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:04:23Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2ca941-sub","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941-sub","reconcileID":"026053fb-ac3d-4be3-98cc-04f8bb27b33b","MaaSSubscription":{"name":"test-model-2ca941-sub","namespace":"ai-tenant-e2e-inf-b-2ca941"},"name":"maas-trlp-test-model-2ca941","model":"ai-tenant-e2e-inf-b-2ca941/test-model-2ca941","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:04:24Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ae0e921a-d0f4-42b9-acf8-a1b91152af9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:04:24Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bcaed233-4f4b-4972-bc08-c2753d6a9d7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:04:31Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T16:04:31Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T16:04:34Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941","reconcileID":"9922121e-e5c6-4bc3-9731-b970333c99dc","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"routeName":"test-model-2ca941-kserve-route","namespace":"ai-tenant-e2e-inf-b-2ca941","llmisvcName":"test-model-2ca941","gateway":"openshift-ingress/e2e-inf-b-2ca941","hostnames":[]} {"level":"info","ts":"2026-07-09T16:04:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2ca941/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2ca941","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2ca941","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2ca941"},"tenantIdentifier":"e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:04:34Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ca941-auth","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941-auth","reconcileID":"7ee05696-c3fb-444a-8b64-2505ee318c8a","MaaSAuthPolicy":{"name":"test-model-2ca941-auth","namespace":"ai-tenant-e2e-inf-b-2ca941"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-2ca941","tenantID":"e2e-inf-b-2ca941","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T16:04:34Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2ca941-sub","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941-sub","reconcileID":"012fe766-f6a0-4cf0-a3e3-11f05248d802","MaaSSubscription":{"name":"test-model-2ca941-sub","namespace":"ai-tenant-e2e-inf-b-2ca941"},"name":"maas-trlp-test-model-2ca941","model":"ai-tenant-e2e-inf-b-2ca941/test-model-2ca941","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:04:34Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ca941-auth","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941-auth","reconcileID":"7ee05696-c3fb-444a-8b64-2505ee318c8a"} {"level":"info","ts":"2026-07-09T16:04:34Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ca941-auth","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941-auth","reconcileID":"7ee05696-c3fb-444a-8b64-2505ee318c8a","MaaSAuthPolicy":{"name":"test-model-2ca941-auth","namespace":"ai-tenant-e2e-inf-b-2ca941"},"name":"e2e-inf-b-2ca941-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T16:04:43Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-35b5e6-auth","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6-auth","reconcileID":"48ad460f-f0a4-4652-aa3b-bf9067ff53ab","MaaSAuthPolicy":{"name":"test-model-35b5e6-auth","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"model":"ai-tenant-e2e-inf-a-35b5e6/test-model-35b5e6"} {"level":"info","ts":"2026-07-09T16:04:43Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6","reconcileID":"010f805c-85b9-4b4e-b935-ccf3183793c3","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"routeName":"test-model-35b5e6-kserve-route","namespace":"ai-tenant-e2e-inf-a-35b5e6","llmisvcName":"test-model-35b5e6","gateway":"openshift-ingress/e2e-inf-a-35b5e6","hostnames":[]} {"level":"info","ts":"2026-07-09T16:04:43Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-35b5e6-sub","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6-sub","reconcileID":"cd2ea763-def2-4a4a-b065-2d00d87a7ace","MaaSSubscription":{"name":"test-model-35b5e6-sub","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"name":"maas-trlp-test-model-35b5e6","model":"ai-tenant-e2e-inf-a-35b5e6/test-model-35b5e6","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:04:43Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6","reconcileID":"10c7e60d-b478-4151-a0e4-79768fa6b79b","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"routeName":"test-model-35b5e6-kserve-route","namespace":"ai-tenant-e2e-inf-a-35b5e6","llmisvcName":"test-model-35b5e6","gateway":"openshift-ingress/e2e-inf-a-35b5e6","hostnames":[]} {"level":"info","ts":"2026-07-09T16:04:43Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-35b5e6-sub","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6-sub","reconcileID":"133bf4f1-6d60-4bc9-b0b8-b123556e0afe","MaaSSubscription":{"name":"test-model-35b5e6-sub","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"name":"maas-trlp-test-model-35b5e6","model":"ai-tenant-e2e-inf-a-35b5e6/test-model-35b5e6","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:04:43Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-35b5e6-sub","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6-sub","reconcileID":"51dc4a5e-fe62-4980-b2d3-88d9927a0cbd","MaaSSubscription":{"name":"test-model-35b5e6-sub","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"model":"ai-tenant-e2e-inf-a-35b5e6/test-model-35b5e6","subscription":"test-model-35b5e6-sub"} {"level":"info","ts":"2026-07-09T16:04:43Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6","reconcileID":"ae3fb5f2-99a0-4755-b5b2-4ddf19d0980a","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"routeName":"test-model-35b5e6-kserve-route","namespace":"ai-tenant-e2e-inf-a-35b5e6","llmisvcName":"test-model-35b5e6","gateway":"openshift-ingress/e2e-inf-a-35b5e6","hostnames":[]} {"level":"info","ts":"2026-07-09T16:04:43Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-35b5e6-sub","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6-sub","reconcileID":"51dc4a5e-fe62-4980-b2d3-88d9927a0cbd","MaaSSubscription":{"name":"test-model-35b5e6-sub","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"model":"ai-tenant-e2e-inf-a-35b5e6/test-model-35b5e6"} {"level":"info","ts":"2026-07-09T16:04:43Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-35b5e6-sub","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6-sub","reconcileID":"51dc4a5e-fe62-4980-b2d3-88d9927a0cbd","MaaSSubscription":{"name":"test-model-35b5e6-sub","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"name":"maas-trlp-test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6","model":"ai-tenant-e2e-inf-a-35b5e6/test-model-35b5e6"} {"level":"info","ts":"2026-07-09T16:04:43Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"test-model-35b5e6","reconcileID":"e16883aa-c41f-41aa-beeb-53ff66e3a7fe","MaaSModelRef":{"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"routeName":"test-model-35b5e6-kserve-route","namespace":"ai-tenant-e2e-inf-a-35b5e6","llmisvcName":"test-model-35b5e6","gateway":"openshift-ingress/e2e-inf-a-35b5e6","hostnames":[]} {"level":"info","ts":"2026-07-09T16:04:44Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ca941-auth","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941-auth","reconcileID":"d868a5cc-4862-4ea8-a782-4c7f8f598593","MaaSAuthPolicy":{"name":"test-model-2ca941-auth","namespace":"ai-tenant-e2e-inf-b-2ca941"},"model":"ai-tenant-e2e-inf-b-2ca941/test-model-2ca941"} {"level":"info","ts":"2026-07-09T16:04:44Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941","reconcileID":"f54cdb59-c0ba-4e77-bc67-c5faca4624d1","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"routeName":"test-model-2ca941-kserve-route","namespace":"ai-tenant-e2e-inf-b-2ca941","llmisvcName":"test-model-2ca941","gateway":"openshift-ingress/e2e-inf-b-2ca941","hostnames":[]} {"level":"info","ts":"2026-07-09T16:04:44Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ca941-auth","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941-auth","reconcileID":"e33fe92f-4483-4844-98e6-b9462b920790","MaaSAuthPolicy":{"name":"test-model-2ca941-auth","namespace":"ai-tenant-e2e-inf-b-2ca941"},"model":"ai-tenant-e2e-inf-b-2ca941/test-model-2ca941"} {"level":"info","ts":"2026-07-09T16:04:44Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941","reconcileID":"1a391f84-b30f-4386-91a3-70a9b09ac6df","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"routeName":"test-model-2ca941-kserve-route","namespace":"ai-tenant-e2e-inf-b-2ca941","llmisvcName":"test-model-2ca941","gateway":"openshift-ingress/e2e-inf-b-2ca941","hostnames":[]} {"level":"info","ts":"2026-07-09T16:04:44Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2ca941-sub","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941-sub","reconcileID":"92c5b41a-3d4e-4c18-9770-8139c3685e2d","MaaSSubscription":{"name":"test-model-2ca941-sub","namespace":"ai-tenant-e2e-inf-b-2ca941"},"name":"maas-trlp-test-model-2ca941","model":"ai-tenant-e2e-inf-b-2ca941/test-model-2ca941","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:04:44Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2ca941-sub","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941-sub","reconcileID":"ec2c84e2-1bc3-4135-90e2-d55c57d79105","MaaSSubscription":{"name":"test-model-2ca941-sub","namespace":"ai-tenant-e2e-inf-b-2ca941"},"name":"maas-trlp-test-model-2ca941","model":"ai-tenant-e2e-inf-b-2ca941/test-model-2ca941","subscriptionCount":1} {"level":"error","ts":"2026-07-09T16:04:44Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2ca941-auth","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941-auth","reconcileID":"e33fe92f-4483-4844-98e6-b9462b920790","error":"maasauthpolicies.maas.opendatahub.io \"test-model-2ca941-auth\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T16:04:44Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2ca941-sub","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941-sub","reconcileID":"a50e60ee-5359-4714-a0f0-1be90ef359f3","MaaSSubscription":{"name":"test-model-2ca941-sub","namespace":"ai-tenant-e2e-inf-b-2ca941"},"model":"ai-tenant-e2e-inf-b-2ca941/test-model-2ca941","subscription":"test-model-2ca941-sub"} {"level":"info","ts":"2026-07-09T16:04:44Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941","reconcileID":"c8a9e2c1-ab30-46be-9d5e-e142670980f8","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"routeName":"test-model-2ca941-kserve-route","namespace":"ai-tenant-e2e-inf-b-2ca941","llmisvcName":"test-model-2ca941","gateway":"openshift-ingress/e2e-inf-b-2ca941","hostnames":[]} {"level":"info","ts":"2026-07-09T16:04:44Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2ca941-sub","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941-sub","reconcileID":"a50e60ee-5359-4714-a0f0-1be90ef359f3","MaaSSubscription":{"name":"test-model-2ca941-sub","namespace":"ai-tenant-e2e-inf-b-2ca941"},"model":"ai-tenant-e2e-inf-b-2ca941/test-model-2ca941"} {"level":"info","ts":"2026-07-09T16:04:44Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2ca941-sub","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941-sub","reconcileID":"a50e60ee-5359-4714-a0f0-1be90ef359f3","MaaSSubscription":{"name":"test-model-2ca941-sub","namespace":"ai-tenant-e2e-inf-b-2ca941"},"name":"maas-trlp-test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941","model":"ai-tenant-e2e-inf-b-2ca941/test-model-2ca941"} {"level":"info","ts":"2026-07-09T16:04:44Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"test-model-2ca941","reconcileID":"a64d9e6d-6eef-4942-8844-c859c983130a","MaaSModelRef":{"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"},"routeName":"test-model-2ca941-kserve-route","namespace":"ai-tenant-e2e-inf-b-2ca941","llmisvcName":"test-model-2ca941","gateway":"openshift-ingress/e2e-inf-b-2ca941","hostnames":[]} {"level":"info","ts":"2026-07-09T16:04:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-35b5e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-35b5e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-35b5e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-35b5e6"},"tenantIdentifier":"e2e-inf-a-35b5e6"} {"level":"info","ts":"2026-07-09T16:04:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-35b5e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-35b5e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-35b5e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-35b5e6"},"tenantIdentifier":"e2e-inf-a-35b5e6"} {"level":"info","ts":"2026-07-09T16:04:45Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"default-tenant","reconcileID":"9fc9e938-fb5d-4473-b0eb-02215e4118b4","tenant":"ai-tenant-e2e-inf-a-35b5e6/default-tenant","tenantID":"e2e-inf-a-35b5e6","subscriptionNamespace":"ai-tenant-e2e-inf-a-35b5e6","gatewayName":"e2e-inf-a-35b5e6"} {"level":"info","ts":"2026-07-09T16:04:45Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-35b5e6","deploymentName":"maas-api-e2e-inf-a-35b5e6"} {"level":"info","ts":"2026-07-09T16:04:45Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-35b5e6","deploymentName":"maas-api-e2e-inf-a-35b5e6"} {"level":"info","ts":"2026-07-09T16:04:45Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-35b5e6","deploymentName":"maas-api-e2e-inf-a-35b5e6"} {"level":"info","ts":"2026-07-09T16:04:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-35b5e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-35b5e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-35b5e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-35b5e6"},"tenantIdentifier":"e2e-inf-a-35b5e6"} {"level":"info","ts":"2026-07-09T16:04:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-35b5e6","deploymentName":"maas-api-e2e-inf-a-35b5e6"} {"level":"error","ts":"2026-07-09T16:04:46Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"default-tenant","reconcileID":"9fc9e938-fb5d-4473-b0eb-02215e4118b4","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T16:04:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-35b5e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-35b5e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-35b5e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-35b5e6"},"tenantIdentifier":"e2e-inf-a-35b5e6"} {"level":"info","ts":"2026-07-09T16:04:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-35b5e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-35b5e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-35b5e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-35b5e6"},"tenantIdentifier":"e2e-inf-a-35b5e6"} {"level":"info","ts":"2026-07-09T16:04:46Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"default-tenant","reconcileID":"c7ac956c-7984-4201-a192-884f6d460bc0","namespace":"ai-tenant-e2e-inf-a-35b5e6"} {"level":"info","ts":"2026-07-09T16:04:46Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"default-tenant","reconcileID":"c7ac956c-7984-4201-a192-884f6d460bc0","count":0} {"level":"info","ts":"2026-07-09T16:04:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-35b5e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-35b5e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-35b5e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-35b5e6"},"tenantIdentifier":"e2e-inf-a-35b5e6"} {"level":"info","ts":"2026-07-09T16:04:46Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"default-tenant","reconcileID":"c7ac956c-7984-4201-a192-884f6d460bc0","tenant":"e2e-inf-a-35b5e6","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-09T16:04:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-35b5e6","deploymentName":"maas-api-e2e-inf-a-35b5e6"} {"level":"info","ts":"2026-07-09T16:04:46Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"default-tenant","reconcileID":"c7ac956c-7984-4201-a192-884f6d460bc0","gvk":"Deployment","name":"maas-api-e2e-inf-a-35b5e6"} {"level":"info","ts":"2026-07-09T16:04:46Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"default-tenant","reconcileID":"c7ac956c-7984-4201-a192-884f6d460bc0","gvk":"Service","name":"maas-api-e2e-inf-a-35b5e6"} {"level":"info","ts":"2026-07-09T16:04:46Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"default-tenant","reconcileID":"c7ac956c-7984-4201-a192-884f6d460bc0","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-35b5e6"} {"level":"info","ts":"2026-07-09T16:04:46Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"default-tenant","reconcileID":"c7ac956c-7984-4201-a192-884f6d460bc0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-35b5e6"} {"level":"info","ts":"2026-07-09T16:04:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-35b5e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-35b5e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-35b5e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-35b5e6"},"tenantIdentifier":"e2e-inf-a-35b5e6"} {"level":"info","ts":"2026-07-09T16:04:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-35b5e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-35b5e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-35b5e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-35b5e6"},"tenantIdentifier":"e2e-inf-a-35b5e6"} {"level":"info","ts":"2026-07-09T16:04:46Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"default-tenant","reconcileID":"f1931fdb-9dbe-486f-8d98-d3f8a9f9e879","namespace":"ai-tenant-e2e-inf-a-35b5e6"} {"level":"info","ts":"2026-07-09T16:04:46Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"default-tenant","reconcileID":"f1931fdb-9dbe-486f-8d98-d3f8a9f9e879","count":0} {"level":"info","ts":"2026-07-09T16:04:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-35b5e6/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-35b5e6","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-35b5e6","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-35b5e6"},"tenantIdentifier":"e2e-inf-a-35b5e6"} {"level":"info","ts":"2026-07-09T16:04:46Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"default-tenant","reconcileID":"f1931fdb-9dbe-486f-8d98-d3f8a9f9e879","tenant":"e2e-inf-a-35b5e6","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-09T16:04:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-35b5e6","deploymentName":"maas-api-e2e-inf-a-35b5e6"} {"level":"info","ts":"2026-07-09T16:04:46Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"default-tenant","reconcileID":"f1931fdb-9dbe-486f-8d98-d3f8a9f9e879","gvk":"Deployment","name":"maas-api-e2e-inf-a-35b5e6"} {"level":"info","ts":"2026-07-09T16:04:46Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"default-tenant","reconcileID":"f1931fdb-9dbe-486f-8d98-d3f8a9f9e879","gvk":"Service","name":"maas-api-e2e-inf-a-35b5e6"} {"level":"info","ts":"2026-07-09T16:04:46Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"default-tenant","reconcileID":"f1931fdb-9dbe-486f-8d98-d3f8a9f9e879","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-35b5e6"} {"level":"info","ts":"2026-07-09T16:04:46Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"default-tenant","reconcileID":"f1931fdb-9dbe-486f-8d98-d3f8a9f9e879","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-35b5e6"} {"level":"error","ts":"2026-07-09T16:04:46Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-35b5e6"},"namespace":"ai-tenant-e2e-inf-a-35b5e6","name":"default-tenant","reconcileID":"f1931fdb-9dbe-486f-8d98-d3f8a9f9e879","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T16:04:50Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"06725baa-7573-4acd-89ac-c76a027ae2c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:04:50Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a70bd909-58bc-448f-b35f-77f0994e9b90","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:04:58Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b38882b3-3adb-4db1-9fa5-4ec187ff15cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:04:58Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ad34a358-ee7e-4198-a502-c4ee19ccc57e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:05:01Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T16:05:01Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T16:05:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2ca941/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2ca941","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2ca941","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2ca941"},"tenantIdentifier":"e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:05:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2ca941/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2ca941","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2ca941","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2ca941"},"tenantIdentifier":"e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:05:29Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"default-tenant","reconcileID":"28692657-56a7-49ca-84f3-e376dfaacb4d","tenant":"ai-tenant-e2e-inf-b-2ca941/default-tenant","tenantID":"e2e-inf-b-2ca941","subscriptionNamespace":"ai-tenant-e2e-inf-b-2ca941","gatewayName":"e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:05:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2ca941","deploymentName":"maas-api-e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:05:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2ca941","deploymentName":"maas-api-e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:05:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2ca941","deploymentName":"maas-api-e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:05:30Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2ca941/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2ca941","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2ca941","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2ca941"},"tenantIdentifier":"e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:05:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2ca941","deploymentName":"maas-api-e2e-inf-b-2ca941"} {"level":"error","ts":"2026-07-09T16:05:30Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"default-tenant","reconcileID":"28692657-56a7-49ca-84f3-e376dfaacb4d","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T16:05:30Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2ca941/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2ca941","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2ca941","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2ca941"},"tenantIdentifier":"e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:05:30Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2ca941/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2ca941","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2ca941","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2ca941"},"tenantIdentifier":"e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:05:30Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"default-tenant","reconcileID":"4ad89c1e-72d7-41a2-ae99-4b50c0be17ce","namespace":"ai-tenant-e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:05:30Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"default-tenant","reconcileID":"4ad89c1e-72d7-41a2-ae99-4b50c0be17ce","count":0} {"level":"info","ts":"2026-07-09T16:05:30Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2ca941/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2ca941","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2ca941","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2ca941"},"tenantIdentifier":"e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:05:30Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"default-tenant","reconcileID":"4ad89c1e-72d7-41a2-ae99-4b50c0be17ce","tenant":"e2e-inf-b-2ca941","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-09T16:05:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2ca941","deploymentName":"maas-api-e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:05:30Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"default-tenant","reconcileID":"4ad89c1e-72d7-41a2-ae99-4b50c0be17ce","gvk":"Deployment","name":"maas-api-e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:05:30Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"default-tenant","reconcileID":"4ad89c1e-72d7-41a2-ae99-4b50c0be17ce","gvk":"Service","name":"maas-api-e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:05:30Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"default-tenant","reconcileID":"4ad89c1e-72d7-41a2-ae99-4b50c0be17ce","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:05:30Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2ca941"},"namespace":"ai-tenant-e2e-inf-b-2ca941","name":"default-tenant","reconcileID":"4ad89c1e-72d7-41a2-ae99-4b50c0be17ce","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-2ca941"} {"level":"info","ts":"2026-07-09T16:05:31Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T16:05:31Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T16:05:33Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"14cc8e2c-2ac7-4d34-b04f-b5aa8d09dad8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:05:34Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ba59d552-e197-4a32-acb0-de283b53241d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:05:36Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-09T16:05:36Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-09T16:05:36Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"a8bbeb0b-75de-4726-b255-1daef79b253a","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-07-09T16:05:36Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-09T16:05:36Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-09T16:05:36Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-09T16:05:37Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-09T16:05:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-09T16:05:41Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e810e96e-ae93-4f54-b157-c984a8b184de","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:05:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5363ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5363ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5363ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5363ce"},"tenantIdentifier":"e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:05:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5363ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5363ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5363ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5363ce"},"tenantIdentifier":"e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:05:41Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5363ce"},"namespace":"ai-tenant-e2e-api-a-5363ce","name":"default-tenant","reconcileID":"667bdc9c-adc4-4ac3-b102-7b1aeacac4bb","tenant":"ai-tenant-e2e-api-a-5363ce/default-tenant","tenantID":"e2e-api-a-5363ce","subscriptionNamespace":"ai-tenant-e2e-api-a-5363ce","gatewayName":"e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:05:41Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"157a3b02-2658-465a-80d5-4df3b39ec272","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:05:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5363ce","deploymentName":"maas-api-e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:05:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5363ce","deploymentName":"maas-api-e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:05:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5363ce","deploymentName":"maas-api-e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:05:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5363ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5363ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5363ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5363ce"},"tenantIdentifier":"e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:05:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5363ce","deploymentName":"maas-api-e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:05:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5363ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5363ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5363ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5363ce"},"tenantIdentifier":"e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:05:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5363ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5363ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5363ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5363ce"},"tenantIdentifier":"e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:05:42Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5363ce"},"namespace":"ai-tenant-e2e-api-a-5363ce","name":"default-tenant","reconcileID":"50a5bc17-853f-4eef-9e6e-c739cefdf3bd","tenant":"ai-tenant-e2e-api-a-5363ce/default-tenant","tenantID":"e2e-api-a-5363ce","subscriptionNamespace":"ai-tenant-e2e-api-a-5363ce","gatewayName":"e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:05:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5363ce","deploymentName":"maas-api-e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:05:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5363ce","deploymentName":"maas-api-e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:05:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5363ce","deploymentName":"maas-api-e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:05:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5363ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5363ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5363ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5363ce"},"tenantIdentifier":"e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:05:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5363ce","deploymentName":"maas-api-e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:05:46Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06a31562-2c4e-455f-9d6e-9bf35fe48474","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-09T16:05:46Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ddf6f65-8674-4832-95f5-f0ea43a8f6a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-09T16:05:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5363ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5363ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5363ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5363ce"},"tenantIdentifier":"e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:05:46Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5363ce-policy","namespace":"ai-tenant-e2e-api-a-5363ce"},"namespace":"ai-tenant-e2e-api-a-5363ce","name":"e2e-e2e-api-a-5363ce-policy","reconcileID":"c6bb128d-df57-40d5-8ac1-d81e9676d83a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5363ce-policy","namespace":"ai-tenant-e2e-api-a-5363ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5363ce","tenantID":"e2e-api-a-5363ce","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T16:05:46Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5363ce-policy","namespace":"ai-tenant-e2e-api-a-5363ce"},"namespace":"ai-tenant-e2e-api-a-5363ce","name":"e2e-e2e-api-a-5363ce-policy","reconcileID":"c6bb128d-df57-40d5-8ac1-d81e9676d83a"} {"level":"info","ts":"2026-07-09T16:05:46Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5363ce-policy","namespace":"ai-tenant-e2e-api-a-5363ce"},"namespace":"ai-tenant-e2e-api-a-5363ce","name":"e2e-e2e-api-a-5363ce-policy","reconcileID":"c6bb128d-df57-40d5-8ac1-d81e9676d83a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5363ce-policy","namespace":"ai-tenant-e2e-api-a-5363ce"},"name":"e2e-api-a-5363ce-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T16:05:46Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbe5fbd7-5b18-4b2b-829e-d4076bb73828","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-09T16:05:47Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8400ab0f-46b0-42d6-92b0-505f06ddc001","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:05:47Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"addaafba-c62b-47f5-bf2d-a38dca47c760","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:05:49Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-fae65f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-fae65f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-fae65f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-fae65f"},"tenantIdentifier":"e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:05:49Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-fae65f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-fae65f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-fae65f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-fae65f"},"tenantIdentifier":"e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:05:49Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"default-tenant","reconcileID":"d202e644-bcae-49ea-a038-706ad11e58c0","tenant":"ai-tenant-e2e-api-b-fae65f/default-tenant","tenantID":"e2e-api-b-fae65f","subscriptionNamespace":"ai-tenant-e2e-api-b-fae65f","gatewayName":"e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:05:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-fae65f","deploymentName":"maas-api-e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:05:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-fae65f","deploymentName":"maas-api-e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:05:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-fae65f","deploymentName":"maas-api-e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:05:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-fae65f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-fae65f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-fae65f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-fae65f"},"tenantIdentifier":"e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:05:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-fae65f","deploymentName":"maas-api-e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:05:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-fae65f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-fae65f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-fae65f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-fae65f"},"tenantIdentifier":"e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:05:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-fae65f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-fae65f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-fae65f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-fae65f"},"tenantIdentifier":"e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:05:50Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"default-tenant","reconcileID":"12d9c361-7638-469b-9305-5a9e19a1b8e3","tenant":"ai-tenant-e2e-api-b-fae65f/default-tenant","tenantID":"e2e-api-b-fae65f","subscriptionNamespace":"ai-tenant-e2e-api-b-fae65f","gatewayName":"e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:05:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-fae65f","deploymentName":"maas-api-e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:05:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-fae65f","deploymentName":"maas-api-e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:05:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-fae65f","deploymentName":"maas-api-e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:05:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-fae65f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-fae65f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-fae65f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-fae65f"},"tenantIdentifier":"e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:05:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-fae65f","deploymentName":"maas-api-e2e-api-b-fae65f"} {"level":"error","ts":"2026-07-09T16:05:50Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"default-tenant","reconcileID":"12d9c361-7638-469b-9305-5a9e19a1b8e3","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T16:05:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-fae65f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-fae65f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-fae65f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-fae65f"},"tenantIdentifier":"e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:05:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-fae65f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-fae65f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-fae65f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-fae65f"},"tenantIdentifier":"e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:05:50Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"default-tenant","reconcileID":"7a4c5ef9-e7f6-44c0-92b2-741fcc717fe6","tenant":"ai-tenant-e2e-api-b-fae65f/default-tenant","tenantID":"e2e-api-b-fae65f","subscriptionNamespace":"ai-tenant-e2e-api-b-fae65f","gatewayName":"e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:05:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-fae65f","deploymentName":"maas-api-e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:05:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-fae65f","deploymentName":"maas-api-e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:05:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-fae65f","deploymentName":"maas-api-e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:05:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-fae65f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-fae65f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-fae65f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-fae65f"},"tenantIdentifier":"e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:05:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-fae65f","deploymentName":"maas-api-e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:05:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-fae65f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-fae65f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-fae65f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-fae65f"},"tenantIdentifier":"e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:05:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-fae65f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-fae65f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-fae65f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-fae65f"},"tenantIdentifier":"e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:05:51Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"default-tenant","reconcileID":"fedf3925-eb29-445f-89d8-001ef6159c70","tenant":"ai-tenant-e2e-api-b-fae65f/default-tenant","tenantID":"e2e-api-b-fae65f","subscriptionNamespace":"ai-tenant-e2e-api-b-fae65f","gatewayName":"e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:05:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-fae65f","deploymentName":"maas-api-e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:05:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-fae65f","deploymentName":"maas-api-e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:05:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-fae65f","deploymentName":"maas-api-e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:05:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-fae65f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-fae65f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-fae65f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-fae65f"},"tenantIdentifier":"e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:05:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-fae65f","deploymentName":"maas-api-e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:05:54Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d23c5b1-d39e-4fc9-95cd-65a1264a3bc4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-09T16:05:54Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-fae65f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-fae65f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-fae65f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-fae65f"},"tenantIdentifier":"e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:05:54Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f919ebb-a8c2-4365-ab68-9dfb6b9b7ac7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-09T16:05:54Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fae65f-policy","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"e2e-e2e-api-b-fae65f-policy","reconcileID":"e51a07ba-517d-43b2-8b6c-fec1a1e1b78c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fae65f-policy","namespace":"ai-tenant-e2e-api-b-fae65f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-fae65f","tenantID":"e2e-api-b-fae65f","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T16:05:54Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fae65f-policy","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"e2e-e2e-api-b-fae65f-policy","reconcileID":"e51a07ba-517d-43b2-8b6c-fec1a1e1b78c"} {"level":"info","ts":"2026-07-09T16:05:54Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fae65f-policy","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"e2e-e2e-api-b-fae65f-policy","reconcileID":"e51a07ba-517d-43b2-8b6c-fec1a1e1b78c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fae65f-policy","namespace":"ai-tenant-e2e-api-b-fae65f"},"name":"e2e-api-b-fae65f-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T16:05:54Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1151dd4b-dad6-4e0a-aee9-eb1642567005","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-09T16:06:01Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T16:06:01Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T16:06:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5363ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5363ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5363ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5363ce"},"tenantIdentifier":"e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:06:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5363ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5363ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5363ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5363ce"},"tenantIdentifier":"e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:06:02Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5363ce-policy","namespace":"ai-tenant-e2e-api-a-5363ce"},"namespace":"ai-tenant-e2e-api-a-5363ce","name":"e2e-e2e-api-a-5363ce-policy","reconcileID":"126c1819-4569-45a3-9cce-1b61801820f7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5363ce-policy","namespace":"ai-tenant-e2e-api-a-5363ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5363ce","tenantID":"e2e-api-a-5363ce","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T16:06:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5363ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5363ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5363ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5363ce"},"tenantIdentifier":"e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:06:02Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5363ce"},"namespace":"ai-tenant-e2e-api-a-5363ce","name":"default-tenant","reconcileID":"ddf1d0af-d149-4512-a3b5-e57e94e7264f","tenant":"ai-tenant-e2e-api-a-5363ce/default-tenant","tenantID":"e2e-api-a-5363ce","subscriptionNamespace":"ai-tenant-e2e-api-a-5363ce","gatewayName":"e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:06:02Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5363ce-policy","namespace":"ai-tenant-e2e-api-a-5363ce"},"namespace":"ai-tenant-e2e-api-a-5363ce","name":"e2e-e2e-api-a-5363ce-policy","reconcileID":"126c1819-4569-45a3-9cce-1b61801820f7"} {"level":"info","ts":"2026-07-09T16:06:02Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5363ce-policy","namespace":"ai-tenant-e2e-api-a-5363ce"},"namespace":"ai-tenant-e2e-api-a-5363ce","name":"e2e-e2e-api-a-5363ce-policy","reconcileID":"126c1819-4569-45a3-9cce-1b61801820f7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5363ce-policy","namespace":"ai-tenant-e2e-api-a-5363ce"},"name":"e2e-api-a-5363ce-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T16:06:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5363ce","deploymentName":"maas-api-e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:06:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5363ce","deploymentName":"maas-api-e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:06:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5363ce","deploymentName":"maas-api-e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:06:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5363ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5363ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5363ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5363ce"},"tenantIdentifier":"e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:06:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5363ce","deploymentName":"maas-api-e2e-api-a-5363ce"} {"level":"error","ts":"2026-07-09T16:06:03Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5363ce"},"namespace":"ai-tenant-e2e-api-a-5363ce","name":"default-tenant","reconcileID":"ddf1d0af-d149-4512-a3b5-e57e94e7264f","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T16:06:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5363ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5363ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5363ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5363ce"},"tenantIdentifier":"e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:06:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5363ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5363ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5363ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5363ce"},"tenantIdentifier":"e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:06:03Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5363ce"},"namespace":"ai-tenant-e2e-api-a-5363ce","name":"default-tenant","reconcileID":"6fa48abc-6fdc-41de-b7e4-4ac0948c517a","namespace":"ai-tenant-e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:06:03Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5363ce"},"namespace":"ai-tenant-e2e-api-a-5363ce","name":"default-tenant","reconcileID":"6fa48abc-6fdc-41de-b7e4-4ac0948c517a","name":"e2e-e2e-api-a-5363ce-policy","namespace":"ai-tenant-e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:06:03Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5363ce"},"namespace":"ai-tenant-e2e-api-a-5363ce","name":"default-tenant","reconcileID":"6fa48abc-6fdc-41de-b7e4-4ac0948c517a","count":1} {"level":"info","ts":"2026-07-09T16:06:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5363ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5363ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5363ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5363ce"},"tenantIdentifier":"e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:06:03Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5363ce"},"namespace":"ai-tenant-e2e-api-a-5363ce","name":"default-tenant","reconcileID":"6fa48abc-6fdc-41de-b7e4-4ac0948c517a","tenant":"e2e-api-a-5363ce","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-09T16:06:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5363ce","deploymentName":"maas-api-e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:06:03Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5363ce-policy","namespace":"ai-tenant-e2e-api-a-5363ce"},"namespace":"ai-tenant-e2e-api-a-5363ce","name":"e2e-e2e-api-a-5363ce-policy","reconcileID":"f5bb567f-29a4-489a-953d-76537ffda8bd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5363ce-policy","namespace":"ai-tenant-e2e-api-a-5363ce"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-09T16:06:03Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5363ce"},"namespace":"ai-tenant-e2e-api-a-5363ce","name":"default-tenant","reconcileID":"6fa48abc-6fdc-41de-b7e4-4ac0948c517a","gvk":"Deployment","name":"maas-api-e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:06:03Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5363ce"},"namespace":"ai-tenant-e2e-api-a-5363ce","name":"default-tenant","reconcileID":"6fa48abc-6fdc-41de-b7e4-4ac0948c517a","gvk":"Service","name":"maas-api-e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:06:03Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5363ce"},"namespace":"ai-tenant-e2e-api-a-5363ce","name":"default-tenant","reconcileID":"6fa48abc-6fdc-41de-b7e4-4ac0948c517a","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:06:03Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5363ce"},"namespace":"ai-tenant-e2e-api-a-5363ce","name":"default-tenant","reconcileID":"6fa48abc-6fdc-41de-b7e4-4ac0948c517a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:06:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5363ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5363ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5363ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5363ce"},"tenantIdentifier":"e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:06:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5363ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5363ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5363ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5363ce"},"tenantIdentifier":"e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:06:03Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5363ce"},"namespace":"ai-tenant-e2e-api-a-5363ce","name":"default-tenant","reconcileID":"2af1dd71-e72b-449f-9a6b-60a49cd1c252","namespace":"ai-tenant-e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:06:03Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5363ce"},"namespace":"ai-tenant-e2e-api-a-5363ce","name":"default-tenant","reconcileID":"2af1dd71-e72b-449f-9a6b-60a49cd1c252","name":"e2e-e2e-api-a-5363ce-policy","namespace":"ai-tenant-e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:06:03Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5363ce"},"namespace":"ai-tenant-e2e-api-a-5363ce","name":"default-tenant","reconcileID":"2af1dd71-e72b-449f-9a6b-60a49cd1c252","count":1} {"level":"info","ts":"2026-07-09T16:06:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-5363ce/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-5363ce","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-5363ce","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-5363ce"},"tenantIdentifier":"e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:06:03Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5363ce"},"namespace":"ai-tenant-e2e-api-a-5363ce","name":"default-tenant","reconcileID":"2af1dd71-e72b-449f-9a6b-60a49cd1c252","tenant":"e2e-api-a-5363ce","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-09T16:06:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-5363ce","deploymentName":"maas-api-e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:06:03Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5363ce"},"namespace":"ai-tenant-e2e-api-a-5363ce","name":"default-tenant","reconcileID":"2af1dd71-e72b-449f-9a6b-60a49cd1c252","gvk":"Deployment","name":"maas-api-e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:06:03Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5363ce"},"namespace":"ai-tenant-e2e-api-a-5363ce","name":"default-tenant","reconcileID":"2af1dd71-e72b-449f-9a6b-60a49cd1c252","gvk":"Service","name":"maas-api-e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:06:03Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5363ce"},"namespace":"ai-tenant-e2e-api-a-5363ce","name":"default-tenant","reconcileID":"2af1dd71-e72b-449f-9a6b-60a49cd1c252","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-5363ce"} {"level":"info","ts":"2026-07-09T16:06:03Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5363ce"},"namespace":"ai-tenant-e2e-api-a-5363ce","name":"default-tenant","reconcileID":"2af1dd71-e72b-449f-9a6b-60a49cd1c252","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-5363ce"} {"level":"error","ts":"2026-07-09T16:06:03Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5363ce"},"namespace":"ai-tenant-e2e-api-a-5363ce","name":"default-tenant","reconcileID":"2af1dd71-e72b-449f-9a6b-60a49cd1c252","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T16:06:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-fae65f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-fae65f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-fae65f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-fae65f"},"tenantIdentifier":"e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:06:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-fae65f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-fae65f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-fae65f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-fae65f"},"tenantIdentifier":"e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:06:09Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fae65f-policy","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"e2e-e2e-api-b-fae65f-policy","reconcileID":"7ecb257e-d4b3-4544-8981-6bb263a68380","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fae65f-policy","namespace":"ai-tenant-e2e-api-b-fae65f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-fae65f","tenantID":"e2e-api-b-fae65f","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-09T16:06:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-fae65f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-fae65f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-fae65f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-fae65f"},"tenantIdentifier":"e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:06:09Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"default-tenant","reconcileID":"72573887-b836-42c6-8537-cc6ec5ea5535","tenant":"ai-tenant-e2e-api-b-fae65f/default-tenant","tenantID":"e2e-api-b-fae65f","subscriptionNamespace":"ai-tenant-e2e-api-b-fae65f","gatewayName":"e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:06:09Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fae65f-policy","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"e2e-e2e-api-b-fae65f-policy","reconcileID":"7ecb257e-d4b3-4544-8981-6bb263a68380"} {"level":"info","ts":"2026-07-09T16:06:09Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fae65f-policy","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"e2e-e2e-api-b-fae65f-policy","reconcileID":"7ecb257e-d4b3-4544-8981-6bb263a68380","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fae65f-policy","namespace":"ai-tenant-e2e-api-b-fae65f"},"name":"e2e-api-b-fae65f-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-09T16:06:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-fae65f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-fae65f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-fae65f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-fae65f"},"tenantIdentifier":"e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:06:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-fae65f","deploymentName":"maas-api-e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:06:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-fae65f","deploymentName":"maas-api-e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:06:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-fae65f","deploymentName":"maas-api-e2e-api-b-fae65f"} {"level":"error","ts":"2026-07-09T16:06:09Z","msg":"failed to fetch gateway info","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fae65f-policy","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"e2e-e2e-api-b-fae65f-policy","reconcileID":"de2ee5a3-ddb8-4491-81ef-a03f334e99de","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fae65f-policy","namespace":"ai-tenant-e2e-api-b-fae65f"},"error":"get owning AITenant ai-tenants/e2e-api-b-fae65f for tenant ai-tenant-e2e-api-b-fae65f/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-b-fae65f\" not found","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:472\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-09T16:06:09Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fae65f-policy","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"e2e-e2e-api-b-fae65f-policy","reconcileID":"de2ee5a3-ddb8-4491-81ef-a03f334e99de","error":"get owning AITenant ai-tenants/e2e-api-b-fae65f for tenant ai-tenant-e2e-api-b-fae65f/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-b-fae65f\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T16:06:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-fae65f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-fae65f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-fae65f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-fae65f"},"tenantIdentifier":"e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:06:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-fae65f","deploymentName":"maas-api-e2e-api-b-fae65f"} {"level":"error","ts":"2026-07-09T16:06:10Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"default-tenant","reconcileID":"72573887-b836-42c6-8537-cc6ec5ea5535","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T16:06:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-fae65f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-fae65f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-fae65f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-fae65f"},"tenantIdentifier":"e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:06:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-fae65f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-fae65f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-fae65f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-fae65f"},"tenantIdentifier":"e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:06:10Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"default-tenant","reconcileID":"49f2b8c1-688d-4b9b-8aa6-e2f816f6d971","namespace":"ai-tenant-e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:06:10Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"default-tenant","reconcileID":"49f2b8c1-688d-4b9b-8aa6-e2f816f6d971","name":"e2e-e2e-api-b-fae65f-policy","namespace":"ai-tenant-e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:06:10Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"default-tenant","reconcileID":"49f2b8c1-688d-4b9b-8aa6-e2f816f6d971","count":1} {"level":"info","ts":"2026-07-09T16:06:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-fae65f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-fae65f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-fae65f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-fae65f"},"tenantIdentifier":"e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:06:10Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"default-tenant","reconcileID":"49f2b8c1-688d-4b9b-8aa6-e2f816f6d971","tenant":"e2e-api-b-fae65f","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-09T16:06:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-fae65f","deploymentName":"maas-api-e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:06:10Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fae65f-policy","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"e2e-e2e-api-b-fae65f-policy","reconcileID":"8e96f12a-795a-4732-a2bf-ad153dae38dd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-fae65f-policy","namespace":"ai-tenant-e2e-api-b-fae65f"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-09T16:06:10Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"default-tenant","reconcileID":"49f2b8c1-688d-4b9b-8aa6-e2f816f6d971","gvk":"Deployment","name":"maas-api-e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:06:10Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"default-tenant","reconcileID":"49f2b8c1-688d-4b9b-8aa6-e2f816f6d971","gvk":"Service","name":"maas-api-e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:06:10Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"default-tenant","reconcileID":"49f2b8c1-688d-4b9b-8aa6-e2f816f6d971","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:06:10Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"default-tenant","reconcileID":"49f2b8c1-688d-4b9b-8aa6-e2f816f6d971","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:06:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-fae65f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-fae65f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-fae65f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-fae65f"},"tenantIdentifier":"e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:06:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-fae65f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-fae65f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-fae65f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-fae65f"},"tenantIdentifier":"e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:06:10Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"default-tenant","reconcileID":"56d74ccd-2862-43d2-ad2f-245e9c91178d","namespace":"ai-tenant-e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:06:10Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"default-tenant","reconcileID":"56d74ccd-2862-43d2-ad2f-245e9c91178d","name":"e2e-e2e-api-b-fae65f-policy","namespace":"ai-tenant-e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:06:10Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"default-tenant","reconcileID":"56d74ccd-2862-43d2-ad2f-245e9c91178d","count":1} {"level":"info","ts":"2026-07-09T16:06:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-fae65f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-fae65f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-fae65f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-fae65f"},"tenantIdentifier":"e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:06:10Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"default-tenant","reconcileID":"56d74ccd-2862-43d2-ad2f-245e9c91178d","tenant":"e2e-api-b-fae65f","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-09T16:06:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-fae65f","deploymentName":"maas-api-e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:06:10Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"default-tenant","reconcileID":"56d74ccd-2862-43d2-ad2f-245e9c91178d","gvk":"Deployment","name":"maas-api-e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:06:10Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"default-tenant","reconcileID":"56d74ccd-2862-43d2-ad2f-245e9c91178d","gvk":"Service","name":"maas-api-e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:06:10Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"default-tenant","reconcileID":"56d74ccd-2862-43d2-ad2f-245e9c91178d","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-fae65f"} {"level":"info","ts":"2026-07-09T16:06:10Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"default-tenant","reconcileID":"56d74ccd-2862-43d2-ad2f-245e9c91178d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-fae65f"} {"level":"error","ts":"2026-07-09T16:06:10Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-fae65f"},"namespace":"ai-tenant-e2e-api-b-fae65f","name":"default-tenant","reconcileID":"56d74ccd-2862-43d2-ad2f-245e9c91178d","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T16:06:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c8e6dd/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c8e6dd","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c8e6dd","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"tenantIdentifier":"e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c8e6dd/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c8e6dd","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c8e6dd","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"tenantIdentifier":"e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:20Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"namespace":"ai-tenant-e2e-shared-a-c8e6dd","name":"default-tenant","reconcileID":"c76a3a4f-de5a-4b48-9a77-8a4b234e2917","tenant":"ai-tenant-e2e-shared-a-c8e6dd/default-tenant","tenantID":"e2e-shared-a-c8e6dd","subscriptionNamespace":"ai-tenant-e2e-shared-a-c8e6dd","gatewayName":"e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c8e6dd","deploymentName":"maas-api-e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c8e6dd","deploymentName":"maas-api-e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c8e6dd","deploymentName":"maas-api-e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:21Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"13e3b519-5b4f-4eb4-9233-8a84313d98d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:06:21Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4a4d16f3-0037-44c0-ade2-ab4ea4e65446","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:06:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c8e6dd/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c8e6dd","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c8e6dd","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"tenantIdentifier":"e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c8e6dd","deploymentName":"maas-api-e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c8e6dd/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c8e6dd","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c8e6dd","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"tenantIdentifier":"e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c8e6dd/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c8e6dd","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c8e6dd","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"tenantIdentifier":"e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:21Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"namespace":"ai-tenant-e2e-shared-a-c8e6dd","name":"default-tenant","reconcileID":"413cc4dc-67fd-4ee8-9e1e-a20c138fc901","tenant":"ai-tenant-e2e-shared-a-c8e6dd/default-tenant","tenantID":"e2e-shared-a-c8e6dd","subscriptionNamespace":"ai-tenant-e2e-shared-a-c8e6dd","gatewayName":"e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c8e6dd","deploymentName":"maas-api-e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c8e6dd","deploymentName":"maas-api-e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c8e6dd","deploymentName":"maas-api-e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c8e6dd/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c8e6dd","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c8e6dd","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"tenantIdentifier":"e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c8e6dd","deploymentName":"maas-api-e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c8e6dd/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c8e6dd","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c8e6dd","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"tenantIdentifier":"e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c8e6dd/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c8e6dd","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c8e6dd","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"tenantIdentifier":"e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:21Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"namespace":"ai-tenant-e2e-shared-a-c8e6dd","name":"default-tenant","reconcileID":"19af8289-6d94-498a-8f51-018c6ebfaee9","tenant":"ai-tenant-e2e-shared-a-c8e6dd/default-tenant","tenantID":"e2e-shared-a-c8e6dd","subscriptionNamespace":"ai-tenant-e2e-shared-a-c8e6dd","gatewayName":"e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c8e6dd","deploymentName":"maas-api-e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c8e6dd","deploymentName":"maas-api-e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c8e6dd","deploymentName":"maas-api-e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:22Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c8e6dd/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c8e6dd","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c8e6dd","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"tenantIdentifier":"e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c8e6dd","deploymentName":"maas-api-e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:25Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4a48c024-ed64-4927-9497-44738bfad67a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:06:26Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"774c73fe-113c-4585-b000-5614d4e2139f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:06:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1a4b78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1a4b78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1a4b78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1a4b78"},"tenantIdentifier":"e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:06:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1a4b78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1a4b78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1a4b78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1a4b78"},"tenantIdentifier":"e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:06:28Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1a4b78"},"namespace":"ai-tenant-e2e-shared-b-1a4b78","name":"default-tenant","reconcileID":"f2b5b3bd-a7d9-45e5-85d8-7accc0000b62","tenant":"ai-tenant-e2e-shared-b-1a4b78/default-tenant","tenantID":"e2e-shared-b-1a4b78","subscriptionNamespace":"ai-tenant-e2e-shared-b-1a4b78","gatewayName":"e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:06:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1a4b78","deploymentName":"maas-api-e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:06:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1a4b78","deploymentName":"maas-api-e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:06:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1a4b78","deploymentName":"maas-api-e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:06:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1a4b78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1a4b78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1a4b78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1a4b78"},"tenantIdentifier":"e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:06:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1a4b78","deploymentName":"maas-api-e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:06:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1a4b78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1a4b78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1a4b78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1a4b78"},"tenantIdentifier":"e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:06:29Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1a4b78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1a4b78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1a4b78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1a4b78"},"tenantIdentifier":"e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:06:29Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1a4b78"},"namespace":"ai-tenant-e2e-shared-b-1a4b78","name":"default-tenant","reconcileID":"92c47459-4fa4-409e-89af-9612af0746f5","tenant":"ai-tenant-e2e-shared-b-1a4b78/default-tenant","tenantID":"e2e-shared-b-1a4b78","subscriptionNamespace":"ai-tenant-e2e-shared-b-1a4b78","gatewayName":"e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:06:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1a4b78","deploymentName":"maas-api-e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:06:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1a4b78","deploymentName":"maas-api-e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:06:29Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1a4b78","deploymentName":"maas-api-e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:06:30Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1a4b78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1a4b78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1a4b78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1a4b78"},"tenantIdentifier":"e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:06:30Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1a4b78","deploymentName":"maas-api-e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:06:31Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T16:06:31Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T16:06:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c8e6dd/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c8e6dd","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c8e6dd","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"tenantIdentifier":"e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c8e6dd/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c8e6dd","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c8e6dd","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"tenantIdentifier":"e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:41Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"namespace":"ai-tenant-e2e-shared-a-c8e6dd","name":"default-tenant","reconcileID":"0b2c5fbb-28ce-4897-9421-f99be5464c4e","tenant":"ai-tenant-e2e-shared-a-c8e6dd/default-tenant","tenantID":"e2e-shared-a-c8e6dd","subscriptionNamespace":"ai-tenant-e2e-shared-a-c8e6dd","gatewayName":"e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c8e6dd","deploymentName":"maas-api-e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c8e6dd","deploymentName":"maas-api-e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c8e6dd","deploymentName":"maas-api-e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c8e6dd/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c8e6dd","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c8e6dd","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"tenantIdentifier":"e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c8e6dd","deploymentName":"maas-api-e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c8e6dd/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c8e6dd","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c8e6dd","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"tenantIdentifier":"e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c8e6dd/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c8e6dd","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c8e6dd","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"tenantIdentifier":"e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:42Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"namespace":"ai-tenant-e2e-shared-a-c8e6dd","name":"default-tenant","reconcileID":"d9506e27-1147-41c3-8b86-6376a9cf5ed2","tenant":"ai-tenant-e2e-shared-a-c8e6dd/default-tenant","tenantID":"e2e-shared-a-c8e6dd","subscriptionNamespace":"ai-tenant-e2e-shared-a-c8e6dd","gatewayName":"e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c8e6dd","deploymentName":"maas-api-e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c8e6dd","deploymentName":"maas-api-e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c8e6dd","deploymentName":"maas-api-e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c8e6dd/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c8e6dd","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c8e6dd","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"tenantIdentifier":"e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c8e6dd","deploymentName":"maas-api-e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:06:48Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7743e483-701c-48c2-a2e0-d20c27487959","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:06:48Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0dc2a421-73bb-4701-9c34-9ee693f010bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:06:49Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1a4b78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1a4b78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1a4b78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1a4b78"},"tenantIdentifier":"e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:06:49Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1a4b78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1a4b78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1a4b78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1a4b78"},"tenantIdentifier":"e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:06:49Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1a4b78"},"namespace":"ai-tenant-e2e-shared-b-1a4b78","name":"default-tenant","reconcileID":"0cf23edb-0509-4592-9cb7-cf3c1a014af0","tenant":"ai-tenant-e2e-shared-b-1a4b78/default-tenant","tenantID":"e2e-shared-b-1a4b78","subscriptionNamespace":"ai-tenant-e2e-shared-b-1a4b78","gatewayName":"e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:06:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1a4b78","deploymentName":"maas-api-e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:06:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1a4b78","deploymentName":"maas-api-e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:06:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1a4b78","deploymentName":"maas-api-e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:06:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1a4b78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1a4b78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1a4b78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1a4b78"},"tenantIdentifier":"e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:06:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1a4b78","deploymentName":"maas-api-e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:06:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1a4b78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1a4b78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1a4b78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1a4b78"},"tenantIdentifier":"e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:06:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1a4b78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1a4b78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1a4b78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1a4b78"},"tenantIdentifier":"e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:06:50Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1a4b78"},"namespace":"ai-tenant-e2e-shared-b-1a4b78","name":"default-tenant","reconcileID":"79a3b021-9046-412b-bfad-f1764a2e8c2c","tenant":"ai-tenant-e2e-shared-b-1a4b78/default-tenant","tenantID":"e2e-shared-b-1a4b78","subscriptionNamespace":"ai-tenant-e2e-shared-b-1a4b78","gatewayName":"e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:06:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1a4b78","deploymentName":"maas-api-e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:06:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1a4b78","deploymentName":"maas-api-e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:06:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1a4b78","deploymentName":"maas-api-e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:06:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1a4b78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1a4b78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1a4b78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1a4b78"},"tenantIdentifier":"e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:06:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1a4b78","deploymentName":"maas-api-e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:07:01Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T16:07:01Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T16:07:31Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T16:07:31Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T16:08:01Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T16:08:01Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T16:08:31Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T16:08:31Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T16:09:01Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T16:09:01Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T16:09:31Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-09T16:09:31Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-09T16:09:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c8e6dd/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c8e6dd","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c8e6dd","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"tenantIdentifier":"e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:09:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c8e6dd/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c8e6dd","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c8e6dd","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"tenantIdentifier":"e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:09:38Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"namespace":"ai-tenant-e2e-shared-a-c8e6dd","name":"default-tenant","reconcileID":"55ce43da-b360-4d0d-8ef4-bf1460b7c7bc","tenant":"ai-tenant-e2e-shared-a-c8e6dd/default-tenant","tenantID":"e2e-shared-a-c8e6dd","subscriptionNamespace":"ai-tenant-e2e-shared-a-c8e6dd","gatewayName":"e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:09:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c8e6dd","deploymentName":"maas-api-e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:09:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c8e6dd","deploymentName":"maas-api-e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:09:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c8e6dd","deploymentName":"maas-api-e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:09:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c8e6dd/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c8e6dd","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c8e6dd","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"tenantIdentifier":"e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:09:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c8e6dd","deploymentName":"maas-api-e2e-shared-a-c8e6dd"} {"level":"error","ts":"2026-07-09T16:09:39Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"namespace":"ai-tenant-e2e-shared-a-c8e6dd","name":"default-tenant","reconcileID":"55ce43da-b360-4d0d-8ef4-bf1460b7c7bc","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T16:09:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c8e6dd/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c8e6dd","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c8e6dd","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"tenantIdentifier":"e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:09:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c8e6dd/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c8e6dd","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c8e6dd","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"tenantIdentifier":"e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:09:39Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"namespace":"ai-tenant-e2e-shared-a-c8e6dd","name":"default-tenant","reconcileID":"4a97651a-b1ab-4b28-a059-097c7bd68b4b","namespace":"ai-tenant-e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:09:39Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"namespace":"ai-tenant-e2e-shared-a-c8e6dd","name":"default-tenant","reconcileID":"4a97651a-b1ab-4b28-a059-097c7bd68b4b","count":0} {"level":"info","ts":"2026-07-09T16:09:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-c8e6dd/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-c8e6dd","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-c8e6dd","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"tenantIdentifier":"e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:09:39Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"namespace":"ai-tenant-e2e-shared-a-c8e6dd","name":"default-tenant","reconcileID":"4a97651a-b1ab-4b28-a059-097c7bd68b4b","tenant":"e2e-shared-a-c8e6dd","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-09T16:09:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-c8e6dd","deploymentName":"maas-api-e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:09:39Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"namespace":"ai-tenant-e2e-shared-a-c8e6dd","name":"default-tenant","reconcileID":"4a97651a-b1ab-4b28-a059-097c7bd68b4b","gvk":"Deployment","name":"maas-api-e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:09:39Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"namespace":"ai-tenant-e2e-shared-a-c8e6dd","name":"default-tenant","reconcileID":"4a97651a-b1ab-4b28-a059-097c7bd68b4b","gvk":"Service","name":"maas-api-e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:09:39Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"namespace":"ai-tenant-e2e-shared-a-c8e6dd","name":"default-tenant","reconcileID":"4a97651a-b1ab-4b28-a059-097c7bd68b4b","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:09:39Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-c8e6dd"},"namespace":"ai-tenant-e2e-shared-a-c8e6dd","name":"default-tenant","reconcileID":"4a97651a-b1ab-4b28-a059-097c7bd68b4b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-c8e6dd"} {"level":"info","ts":"2026-07-09T16:09:42Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6d0a1dd6-6e11-4854-9bd0-af8b76029b5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:09:42Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ee16ee87-4b7d-4e46-ac94-1fcb0634c520","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:09:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1a4b78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1a4b78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1a4b78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1a4b78"},"tenantIdentifier":"e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:09:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1a4b78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1a4b78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1a4b78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1a4b78"},"tenantIdentifier":"e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:09:45Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1a4b78"},"namespace":"ai-tenant-e2e-shared-b-1a4b78","name":"default-tenant","reconcileID":"b071a73e-e707-48f0-8e84-5a208e5f5707","tenant":"ai-tenant-e2e-shared-b-1a4b78/default-tenant","tenantID":"e2e-shared-b-1a4b78","subscriptionNamespace":"ai-tenant-e2e-shared-b-1a4b78","gatewayName":"e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:09:45Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1a4b78","deploymentName":"maas-api-e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:09:45Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1a4b78","deploymentName":"maas-api-e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:09:45Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1a4b78","deploymentName":"maas-api-e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:09:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1a4b78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1a4b78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1a4b78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1a4b78"},"tenantIdentifier":"e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:09:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1a4b78","deploymentName":"maas-api-e2e-shared-b-1a4b78"} {"level":"error","ts":"2026-07-09T16:09:46Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1a4b78"},"namespace":"ai-tenant-e2e-shared-b-1a4b78","name":"default-tenant","reconcileID":"b071a73e-e707-48f0-8e84-5a208e5f5707","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T16:09:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1a4b78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1a4b78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1a4b78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1a4b78"},"tenantIdentifier":"e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:09:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1a4b78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1a4b78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1a4b78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1a4b78"},"tenantIdentifier":"e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:09:46Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1a4b78"},"namespace":"ai-tenant-e2e-shared-b-1a4b78","name":"default-tenant","reconcileID":"aa4a7dfc-cd4b-460d-b0cf-ba386b0165a4","namespace":"ai-tenant-e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:09:46Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1a4b78"},"namespace":"ai-tenant-e2e-shared-b-1a4b78","name":"default-tenant","reconcileID":"aa4a7dfc-cd4b-460d-b0cf-ba386b0165a4","count":0} {"level":"info","ts":"2026-07-09T16:09:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1a4b78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1a4b78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1a4b78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1a4b78"},"tenantIdentifier":"e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:09:46Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1a4b78"},"namespace":"ai-tenant-e2e-shared-b-1a4b78","name":"default-tenant","reconcileID":"aa4a7dfc-cd4b-460d-b0cf-ba386b0165a4","tenant":"e2e-shared-b-1a4b78","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-09T16:09:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1a4b78","deploymentName":"maas-api-e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:09:46Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1a4b78"},"namespace":"ai-tenant-e2e-shared-b-1a4b78","name":"default-tenant","reconcileID":"aa4a7dfc-cd4b-460d-b0cf-ba386b0165a4","gvk":"Deployment","name":"maas-api-e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:09:46Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1a4b78"},"namespace":"ai-tenant-e2e-shared-b-1a4b78","name":"default-tenant","reconcileID":"aa4a7dfc-cd4b-460d-b0cf-ba386b0165a4","gvk":"Service","name":"maas-api-e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:09:46Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1a4b78"},"namespace":"ai-tenant-e2e-shared-b-1a4b78","name":"default-tenant","reconcileID":"aa4a7dfc-cd4b-460d-b0cf-ba386b0165a4","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:09:46Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1a4b78"},"namespace":"ai-tenant-e2e-shared-b-1a4b78","name":"default-tenant","reconcileID":"aa4a7dfc-cd4b-460d-b0cf-ba386b0165a4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:09:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1a4b78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1a4b78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1a4b78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1a4b78"},"tenantIdentifier":"e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:09:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1a4b78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1a4b78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1a4b78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1a4b78"},"tenantIdentifier":"e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:09:46Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1a4b78"},"namespace":"ai-tenant-e2e-shared-b-1a4b78","name":"default-tenant","reconcileID":"01e3d061-bc74-4bac-a67f-34ab58a23d3e","namespace":"ai-tenant-e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:09:46Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1a4b78"},"namespace":"ai-tenant-e2e-shared-b-1a4b78","name":"default-tenant","reconcileID":"01e3d061-bc74-4bac-a67f-34ab58a23d3e","count":0} {"level":"info","ts":"2026-07-09T16:09:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-1a4b78/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-1a4b78","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-1a4b78","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-1a4b78"},"tenantIdentifier":"e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:09:46Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1a4b78"},"namespace":"ai-tenant-e2e-shared-b-1a4b78","name":"default-tenant","reconcileID":"01e3d061-bc74-4bac-a67f-34ab58a23d3e","tenant":"e2e-shared-b-1a4b78","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-09T16:09:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-1a4b78","deploymentName":"maas-api-e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:09:46Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1a4b78"},"namespace":"ai-tenant-e2e-shared-b-1a4b78","name":"default-tenant","reconcileID":"01e3d061-bc74-4bac-a67f-34ab58a23d3e","gvk":"Deployment","name":"maas-api-e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:09:46Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1a4b78"},"namespace":"ai-tenant-e2e-shared-b-1a4b78","name":"default-tenant","reconcileID":"01e3d061-bc74-4bac-a67f-34ab58a23d3e","gvk":"Service","name":"maas-api-e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:09:46Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1a4b78"},"namespace":"ai-tenant-e2e-shared-b-1a4b78","name":"default-tenant","reconcileID":"01e3d061-bc74-4bac-a67f-34ab58a23d3e","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-1a4b78"} {"level":"info","ts":"2026-07-09T16:09:46Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1a4b78"},"namespace":"ai-tenant-e2e-shared-b-1a4b78","name":"default-tenant","reconcileID":"01e3d061-bc74-4bac-a67f-34ab58a23d3e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-1a4b78"} {"level":"error","ts":"2026-07-09T16:09:46Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-1a4b78"},"namespace":"ai-tenant-e2e-shared-b-1a4b78","name":"default-tenant","reconcileID":"01e3d061-bc74-4bac-a67f-34ab58a23d3e","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-09T16:09:48Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"52e53ee1-5b15-4b7a-9fb0-9670e9ff2659","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:09:48Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"48701cda-4bdb-4e1d-a9d9-c298a16488d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:09:55Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5fc52858-16d7-4723-b972-ea35ecc386da","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-09T16:09:55Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"78f2f02a-84b1-4bb9-bc5a-2192cde61a4c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}