{"level":"info","ts":"2026-07-08T16:34:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-dcd525","deploymentName":"maas-api-e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:34:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-dcd525","deploymentName":"maas-api-e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:34:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-dcd525","deploymentName":"maas-api-e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:34:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-dcd525/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-dcd525","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-dcd525","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-dcd525"},"tenantIdentifier":"e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:34:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-dcd525","deploymentName":"maas-api-e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:34:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-dcd525/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-dcd525","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-dcd525","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-dcd525"},"tenantIdentifier":"e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:34:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-dcd525/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-dcd525","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-dcd525","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-dcd525"},"tenantIdentifier":"e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:34:57Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"default-tenant","reconcileID":"16c6148e-124a-4f2b-a7a0-21296915926c","tenant":"ai-tenant-e2e-inf-b-dcd525/default-tenant","tenantID":"e2e-inf-b-dcd525","subscriptionNamespace":"ai-tenant-e2e-inf-b-dcd525","gatewayName":"e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:34:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-dcd525","deploymentName":"maas-api-e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:34:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-dcd525","deploymentName":"maas-api-e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:34:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-dcd525","deploymentName":"maas-api-e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:34:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-dcd525/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-dcd525","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-dcd525","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-dcd525"},"tenantIdentifier":"e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:34:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-dcd525","deploymentName":"maas-api-e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:35:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-ea60a0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-ea60a0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-ea60a0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-ea60a0"},"tenantIdentifier":"e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:35:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-ea60a0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-ea60a0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-ea60a0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-ea60a0"},"tenantIdentifier":"e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:35:09Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"default-tenant","reconcileID":"d040cc45-c8b0-4bbf-adb0-a61026f5efb3","tenant":"ai-tenant-e2e-inf-a-ea60a0/default-tenant","tenantID":"e2e-inf-a-ea60a0","subscriptionNamespace":"ai-tenant-e2e-inf-a-ea60a0","gatewayName":"e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:35:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-ea60a0","deploymentName":"maas-api-e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:35:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-ea60a0","deploymentName":"maas-api-e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:35:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-ea60a0","deploymentName":"maas-api-e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:35:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-ea60a0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-ea60a0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-ea60a0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-ea60a0"},"tenantIdentifier":"e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:35:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-ea60a0","deploymentName":"maas-api-e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:35:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-ea60a0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-ea60a0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-ea60a0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-ea60a0"},"tenantIdentifier":"e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:35:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-ea60a0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-ea60a0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-ea60a0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-ea60a0"},"tenantIdentifier":"e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:35:10Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"default-tenant","reconcileID":"2ef3f15c-5627-4653-9837-a3068ec0ab68","tenant":"ai-tenant-e2e-inf-a-ea60a0/default-tenant","tenantID":"e2e-inf-a-ea60a0","subscriptionNamespace":"ai-tenant-e2e-inf-a-ea60a0","gatewayName":"e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:35:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-ea60a0","deploymentName":"maas-api-e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:35:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-ea60a0","deploymentName":"maas-api-e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:35:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-ea60a0","deploymentName":"maas-api-e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:35:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-ea60a0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-ea60a0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-ea60a0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-ea60a0"},"tenantIdentifier":"e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:35:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-ea60a0","deploymentName":"maas-api-e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:35:11Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2dead7c0-8552-4a51-8668-c41a5eb1419d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:35:11Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"34c15626-2ae6-4d9a-9b6f-7db1722e5e49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:35:15Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T16:35:15Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T16:35:15Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0","reconcileID":"15bfcd86-1ac6-49ab-a4ef-80f4bde35f8a","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"routeName":"test-model-ea60a0-kserve-route","namespace":"ai-tenant-e2e-inf-a-ea60a0","llmisvcName":"test-model-ea60a0","gateway":"openshift-ingress/e2e-inf-a-ea60a0","hostnames":[]} {"level":"info","ts":"2026-07-08T16:35:16Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0","reconcileID":"6e29dd39-8193-4505-9b39-5cfccea2e60e","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"routeName":"test-model-ea60a0-kserve-route","namespace":"ai-tenant-e2e-inf-a-ea60a0","llmisvcName":"test-model-ea60a0","gateway":"openshift-ingress/e2e-inf-a-ea60a0","hostnames":[]} {"level":"info","ts":"2026-07-08T16:35:16Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0","reconcileID":"464b75d7-fb16-4cb4-90b8-9c748e7f6363","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"routeName":"test-model-ea60a0-kserve-route","namespace":"ai-tenant-e2e-inf-a-ea60a0","llmisvcName":"test-model-ea60a0","gateway":"openshift-ingress/e2e-inf-a-ea60a0","hostnames":[]} {"level":"info","ts":"2026-07-08T16:35:16Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ea60a0-sub","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-sub","reconcileID":"186fa9b0-3184-401b-9c6c-33de17cbf87e","MaaSSubscription":{"name":"test-model-ea60a0-sub","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"name":"maas-trlp-test-model-ea60a0","model":"test-model-ea60a0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-ea60a0/test-model-ea60a0-sub"]} {"level":"info","ts":"2026-07-08T16:35:16Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0","reconcileID":"fadd8088-89ab-4a7b-983c-24182dbdeaa5","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"routeName":"test-model-ea60a0-kserve-route","namespace":"ai-tenant-e2e-inf-a-ea60a0","llmisvcName":"test-model-ea60a0","gateway":"openshift-ingress/e2e-inf-a-ea60a0","hostnames":[]} {"level":"info","ts":"2026-07-08T16:35:16Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ea60a0-sub","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-sub","reconcileID":"651a1c27-610a-4b31-84a6-01a2a38d57cf","MaaSSubscription":{"name":"test-model-ea60a0-sub","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"name":"maas-trlp-test-model-ea60a0","model":"ai-tenant-e2e-inf-a-ea60a0/test-model-ea60a0","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:35:16Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0","reconcileID":"fd8f7a6d-0093-458e-a4ac-dc4b41a79abc","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"routeName":"test-model-ea60a0-kserve-route","namespace":"ai-tenant-e2e-inf-a-ea60a0","llmisvcName":"test-model-ea60a0","gateway":"openshift-ingress/e2e-inf-a-ea60a0","hostnames":[]} {"level":"info","ts":"2026-07-08T16:35:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-ea60a0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-ea60a0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-ea60a0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-ea60a0"},"tenantIdentifier":"e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:35:16Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0","reconcileID":"930e324d-e4cd-4871-86c0-dc1e75f9053a","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"routeName":"test-model-ea60a0-kserve-route","namespace":"ai-tenant-e2e-inf-a-ea60a0","llmisvcName":"test-model-ea60a0","gateway":"openshift-ingress/e2e-inf-a-ea60a0","hostnames":[]} {"level":"info","ts":"2026-07-08T16:35:16Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ea60a0-auth","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-auth","reconcileID":"856f467b-675b-40e2-864b-d7196e064f48","MaaSAuthPolicy":{"name":"test-model-ea60a0-auth","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ea60a0","tenantID":"e2e-inf-a-ea60a0","xAPIKeyEnabled":false} {"level":"error","ts":"2026-07-08T16:35:16Z","msg":"failed to update MaaSModelRef status","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0","reconcileID":"930e324d-e4cd-4871-86c0-dc1e75f9053a","name":"test-model-ea60a0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-ea60a0\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:381\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:345\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:185\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T16:35:16Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ea60a0-sub","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-sub","reconcileID":"414cbbf3-cd83-4bbf-9a70-ea5456e999f6","MaaSSubscription":{"name":"test-model-ea60a0-sub","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"name":"maas-trlp-test-model-ea60a0","model":"ai-tenant-e2e-inf-a-ea60a0/test-model-ea60a0","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:35:16Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ea60a0-auth","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-auth","reconcileID":"856f467b-675b-40e2-864b-d7196e064f48"} {"level":"info","ts":"2026-07-08T16:35:16Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ea60a0-auth","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-auth","reconcileID":"856f467b-675b-40e2-864b-d7196e064f48","MaaSAuthPolicy":{"name":"test-model-ea60a0-auth","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"name":"e2e-inf-a-ea60a0-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T16:35:16Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0","reconcileID":"1b1c2bde-3cc4-425d-b046-b709e70dfbad","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"routeName":"test-model-ea60a0-kserve-route","namespace":"ai-tenant-e2e-inf-a-ea60a0","llmisvcName":"test-model-ea60a0","gateway":"openshift-ingress/e2e-inf-a-ea60a0","hostnames":[]} {"level":"info","ts":"2026-07-08T16:35:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-ea60a0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-ea60a0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-ea60a0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-ea60a0"},"tenantIdentifier":"e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:35:16Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ea60a0-auth","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-auth","reconcileID":"8f2ca8db-c6e5-4313-a9b0-cb601f7fef7e","MaaSAuthPolicy":{"name":"test-model-ea60a0-auth","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ea60a0","tenantID":"e2e-inf-a-ea60a0","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T16:35:16Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ea60a0-auth","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-auth","reconcileID":"8f2ca8db-c6e5-4313-a9b0-cb601f7fef7e"} {"level":"info","ts":"2026-07-08T16:35:16Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ea60a0-auth","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-auth","reconcileID":"8f2ca8db-c6e5-4313-a9b0-cb601f7fef7e","MaaSAuthPolicy":{"name":"test-model-ea60a0-auth","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"name":"e2e-inf-a-ea60a0-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T16:35:17Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a4f1ca79-4eb3-46d9-b6d1-89ce6c966081","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:35:17Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4f7a3aa1-5902-4cf5-ab05-eb8c9a16b4be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:35:17Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0","reconcileID":"d1413f44-f232-4684-8542-43a76d8914f0","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"routeName":"test-model-ea60a0-kserve-route","namespace":"ai-tenant-e2e-inf-a-ea60a0","llmisvcName":"test-model-ea60a0","gateway":"openshift-ingress/e2e-inf-a-ea60a0","hostnames":[]} {"level":"info","ts":"2026-07-08T16:35:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-ea60a0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-ea60a0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-ea60a0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-ea60a0"},"tenantIdentifier":"e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:35:17Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ea60a0-auth","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-auth","reconcileID":"16c8b286-626b-4209-a250-7c6edeaed855","MaaSAuthPolicy":{"name":"test-model-ea60a0-auth","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ea60a0","tenantID":"e2e-inf-a-ea60a0","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T16:35:17Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ea60a0-sub","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-sub","reconcileID":"a0d03b61-5880-4ac4-9e6e-4f133a777b35","MaaSSubscription":{"name":"test-model-ea60a0-sub","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"name":"maas-trlp-test-model-ea60a0","model":"ai-tenant-e2e-inf-a-ea60a0/test-model-ea60a0","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:35:17Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ea60a0-auth","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-auth","reconcileID":"16c8b286-626b-4209-a250-7c6edeaed855"} {"level":"info","ts":"2026-07-08T16:35:17Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ea60a0-auth","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-auth","reconcileID":"16c8b286-626b-4209-a250-7c6edeaed855","MaaSAuthPolicy":{"name":"test-model-ea60a0-auth","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"name":"e2e-inf-a-ea60a0-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T16:35:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-dcd525/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-dcd525","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-dcd525","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-dcd525"},"tenantIdentifier":"e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:35:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-dcd525/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-dcd525","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-dcd525","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-dcd525"},"tenantIdentifier":"e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:35:17Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"default-tenant","reconcileID":"e9554e2a-bf14-46ba-bc22-57e490ee5c6d","tenant":"ai-tenant-e2e-inf-b-dcd525/default-tenant","tenantID":"e2e-inf-b-dcd525","subscriptionNamespace":"ai-tenant-e2e-inf-b-dcd525","gatewayName":"e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:35:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-dcd525","deploymentName":"maas-api-e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:35:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-dcd525","deploymentName":"maas-api-e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:35:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-dcd525","deploymentName":"maas-api-e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:35:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-dcd525/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-dcd525","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-dcd525","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-dcd525"},"tenantIdentifier":"e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:35:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-dcd525","deploymentName":"maas-api-e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:35:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-dcd525/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-dcd525","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-dcd525","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-dcd525"},"tenantIdentifier":"e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:35:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-dcd525/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-dcd525","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-dcd525","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-dcd525"},"tenantIdentifier":"e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:35:18Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"default-tenant","reconcileID":"62802078-9d8f-4e2f-9323-68e4e94b81b7","tenant":"ai-tenant-e2e-inf-b-dcd525/default-tenant","tenantID":"e2e-inf-b-dcd525","subscriptionNamespace":"ai-tenant-e2e-inf-b-dcd525","gatewayName":"e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:35:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-dcd525","deploymentName":"maas-api-e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:35:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-dcd525","deploymentName":"maas-api-e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:35:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-dcd525","deploymentName":"maas-api-e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:35:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-dcd525/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-dcd525","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-dcd525","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-dcd525"},"tenantIdentifier":"e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:35:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-dcd525","deploymentName":"maas-api-e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:35:25Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ea60a0-sub","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-sub","reconcileID":"90e0a156-ebe3-4a82-a675-291f7c7e238d","MaaSSubscription":{"name":"test-model-ea60a0-sub","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"name":"maas-trlp-test-model-ea60a0","model":"ai-tenant-e2e-inf-a-ea60a0/test-model-ea60a0","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:35:25Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0","reconcileID":"28f842dd-4723-4817-8c0b-2765989f1f41","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"routeName":"test-model-ea60a0-kserve-route","namespace":"ai-tenant-e2e-inf-a-ea60a0","llmisvcName":"test-model-ea60a0","gateway":"openshift-ingress/e2e-inf-a-ea60a0","hostnames":[]} {"level":"info","ts":"2026-07-08T16:35:25Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0","reconcileID":"1e6546b0-2486-47d4-be5b-c3c8a15bfe70","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"routeName":"test-model-ea60a0-kserve-route","namespace":"ai-tenant-e2e-inf-a-ea60a0","llmisvcName":"test-model-ea60a0","gateway":"openshift-ingress/e2e-inf-a-ea60a0","hostnames":[]} {"level":"info","ts":"2026-07-08T16:35:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-ea60a0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-ea60a0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-ea60a0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-ea60a0"},"tenantIdentifier":"e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:35:25Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ea60a0-auth","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-auth","reconcileID":"76c90f38-e51a-461c-a6b6-0cc7b97be3d9","MaaSAuthPolicy":{"name":"test-model-ea60a0-auth","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ea60a0","tenantID":"e2e-inf-a-ea60a0","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T16:35:25Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ea60a0-sub","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-sub","reconcileID":"7a79abcd-c0ec-48cb-8abc-6617cc1d877d","MaaSSubscription":{"name":"test-model-ea60a0-sub","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"name":"maas-trlp-test-model-ea60a0","model":"ai-tenant-e2e-inf-a-ea60a0/test-model-ea60a0","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:35:25Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ea60a0-auth","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-auth","reconcileID":"76c90f38-e51a-461c-a6b6-0cc7b97be3d9"} {"level":"info","ts":"2026-07-08T16:35:25Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ea60a0-auth","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-auth","reconcileID":"76c90f38-e51a-461c-a6b6-0cc7b97be3d9","MaaSAuthPolicy":{"name":"test-model-ea60a0-auth","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"name":"e2e-inf-a-ea60a0-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T16:35:34Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0","reconcileID":"5f1fe5a5-0ff7-404a-bbdd-7258da63b7f3","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"routeName":"test-model-ea60a0-kserve-route","namespace":"ai-tenant-e2e-inf-a-ea60a0","llmisvcName":"test-model-ea60a0","gateway":"openshift-ingress/e2e-inf-a-ea60a0","hostnames":[]} {"level":"info","ts":"2026-07-08T16:35:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-ea60a0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-ea60a0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-ea60a0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-ea60a0"},"tenantIdentifier":"e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:35:34Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ea60a0-auth","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-auth","reconcileID":"25dcba4a-b5f9-4dc0-85ff-562370bcb5bd","MaaSAuthPolicy":{"name":"test-model-ea60a0-auth","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-ea60a0","tenantID":"e2e-inf-a-ea60a0","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T16:35:34Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ea60a0-sub","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-sub","reconcileID":"1055f173-34d8-4d16-b803-10e29b3f03aa","MaaSSubscription":{"name":"test-model-ea60a0-sub","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"name":"maas-trlp-test-model-ea60a0","model":"ai-tenant-e2e-inf-a-ea60a0/test-model-ea60a0","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:35:34Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ea60a0-auth","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-auth","reconcileID":"25dcba4a-b5f9-4dc0-85ff-562370bcb5bd"} {"level":"info","ts":"2026-07-08T16:35:34Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ea60a0-auth","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-auth","reconcileID":"25dcba4a-b5f9-4dc0-85ff-562370bcb5bd","MaaSAuthPolicy":{"name":"test-model-ea60a0-auth","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"name":"e2e-inf-a-ea60a0-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T16:35:35Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"94a3b517-26ee-44eb-85ef-b0347785ae12","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:35:35Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ea60a0-sub","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-sub","reconcileID":"69cdd435-dc90-495a-b24e-6804914ab46a","MaaSSubscription":{"name":"test-model-ea60a0-sub","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"name":"maas-trlp-test-model-ea60a0","model":"ai-tenant-e2e-inf-a-ea60a0/test-model-ea60a0","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:35:35Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"26f78502-ddc9-4ff7-b3d0-ec5ca6565ee4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:35:41Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"50629329-eb81-43da-b883-90ed002c141c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:35:41Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ea60a0-sub","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-sub","reconcileID":"0457e269-efb8-4f1b-928d-282c38fc0b96","MaaSSubscription":{"name":"test-model-ea60a0-sub","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"name":"maas-trlp-test-model-ea60a0","model":"ai-tenant-e2e-inf-a-ea60a0/test-model-ea60a0","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:35:41Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ff963032-6843-470e-b89d-867cfae33ac0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:35:42Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525","reconcileID":"dfd9de0e-0355-4db7-bf3a-61c5b99d092c","MaaSModelRef":{"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"},"routeName":"test-model-dcd525-kserve-route","namespace":"ai-tenant-e2e-inf-b-dcd525","llmisvcName":"test-model-dcd525","gateway":"openshift-ingress/e2e-inf-b-dcd525","hostnames":[]} {"level":"info","ts":"2026-07-08T16:35:42Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525","reconcileID":"219477f5-95e1-43fc-a362-1f0280fa415c","MaaSModelRef":{"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"},"routeName":"test-model-dcd525-kserve-route","namespace":"ai-tenant-e2e-inf-b-dcd525","llmisvcName":"test-model-dcd525","gateway":"openshift-ingress/e2e-inf-b-dcd525","hostnames":[]} {"level":"info","ts":"2026-07-08T16:35:42Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525","reconcileID":"6e1f990a-e222-42e7-92d3-06001fd64912","MaaSModelRef":{"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"},"routeName":"test-model-dcd525-kserve-route","namespace":"ai-tenant-e2e-inf-b-dcd525","llmisvcName":"test-model-dcd525","gateway":"openshift-ingress/e2e-inf-b-dcd525","hostnames":[]} {"level":"info","ts":"2026-07-08T16:35:42Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0","reconcileID":"c63ab7b3-0579-4ab7-9072-314545392cf9","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"routeName":"test-model-ea60a0-kserve-route","namespace":"ai-tenant-e2e-inf-a-ea60a0","llmisvcName":"test-model-ea60a0","gateway":"openshift-ingress/e2e-inf-a-ea60a0","hostnames":[]} {"level":"info","ts":"2026-07-08T16:35:42Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525","reconcileID":"7902d289-9a4d-4a79-bc8f-0bfeedc4cba9","MaaSModelRef":{"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"},"routeName":"test-model-dcd525-kserve-route","namespace":"ai-tenant-e2e-inf-b-dcd525","llmisvcName":"test-model-dcd525","gateway":"openshift-ingress/e2e-inf-b-dcd525","hostnames":[]} {"level":"info","ts":"2026-07-08T16:35:42Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dcd525-sub","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525-sub","reconcileID":"ee9b6509-6681-4200-b84c-33b9419a5311","MaaSSubscription":{"name":"test-model-dcd525-sub","namespace":"ai-tenant-e2e-inf-b-dcd525"},"name":"maas-trlp-test-model-dcd525","model":"test-model-dcd525","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-dcd525/test-model-dcd525-sub"]} {"level":"info","ts":"2026-07-08T16:35:42Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525","reconcileID":"bd595168-92da-42dc-96c5-0b2c64908410","MaaSModelRef":{"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"},"routeName":"test-model-dcd525-kserve-route","namespace":"ai-tenant-e2e-inf-b-dcd525","llmisvcName":"test-model-dcd525","gateway":"openshift-ingress/e2e-inf-b-dcd525","hostnames":[]} {"level":"info","ts":"2026-07-08T16:35:42Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dcd525-sub","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525-sub","reconcileID":"c68d66f3-04bd-4d23-aeb9-87a2ef1edb63","MaaSSubscription":{"name":"test-model-dcd525-sub","namespace":"ai-tenant-e2e-inf-b-dcd525"},"name":"maas-trlp-test-model-dcd525","model":"ai-tenant-e2e-inf-b-dcd525/test-model-dcd525","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:35:42Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525","reconcileID":"187684f7-dcb9-41d9-9467-b7773e0f387d","MaaSModelRef":{"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"},"routeName":"test-model-dcd525-kserve-route","namespace":"ai-tenant-e2e-inf-b-dcd525","llmisvcName":"test-model-dcd525","gateway":"openshift-ingress/e2e-inf-b-dcd525","hostnames":[]} {"level":"info","ts":"2026-07-08T16:35:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-dcd525/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-dcd525","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-dcd525","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-dcd525"},"tenantIdentifier":"e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:35:42Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525","reconcileID":"5abf78ba-7a5f-4b87-9717-0c1235b11311","MaaSModelRef":{"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"},"routeName":"test-model-dcd525-kserve-route","namespace":"ai-tenant-e2e-inf-b-dcd525","llmisvcName":"test-model-dcd525","gateway":"openshift-ingress/e2e-inf-b-dcd525","hostnames":[]} {"level":"info","ts":"2026-07-08T16:35:42Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dcd525-auth","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525-auth","reconcileID":"4b6a2412-b424-42e0-85f6-e83e3b7e34c5","MaaSAuthPolicy":{"name":"test-model-dcd525-auth","namespace":"ai-tenant-e2e-inf-b-dcd525"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-dcd525","tenantID":"e2e-inf-b-dcd525","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T16:35:42Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dcd525-sub","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525-sub","reconcileID":"b954ac51-4ca1-47c7-af9d-b6c5dc2cb68f","MaaSSubscription":{"name":"test-model-dcd525-sub","namespace":"ai-tenant-e2e-inf-b-dcd525"},"name":"maas-trlp-test-model-dcd525","model":"ai-tenant-e2e-inf-b-dcd525/test-model-dcd525","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:35:42Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dcd525-auth","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525-auth","reconcileID":"4b6a2412-b424-42e0-85f6-e83e3b7e34c5"} {"level":"info","ts":"2026-07-08T16:35:42Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dcd525-auth","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525-auth","reconcileID":"4b6a2412-b424-42e0-85f6-e83e3b7e34c5","MaaSAuthPolicy":{"name":"test-model-dcd525-auth","namespace":"ai-tenant-e2e-inf-b-dcd525"},"name":"e2e-inf-b-dcd525-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T16:35:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-dcd525/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-dcd525","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-dcd525","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-dcd525"},"tenantIdentifier":"e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:35:42Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525","reconcileID":"cdbe9a29-70ee-4df5-b8ec-742e573a0d49","MaaSModelRef":{"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"},"routeName":"test-model-dcd525-kserve-route","namespace":"ai-tenant-e2e-inf-b-dcd525","llmisvcName":"test-model-dcd525","gateway":"openshift-ingress/e2e-inf-b-dcd525","hostnames":[]} {"level":"info","ts":"2026-07-08T16:35:42Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dcd525-auth","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525-auth","reconcileID":"b03ff4f7-8536-4a0c-9fdb-35210cdf66ce","MaaSAuthPolicy":{"name":"test-model-dcd525-auth","namespace":"ai-tenant-e2e-inf-b-dcd525"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-dcd525","tenantID":"e2e-inf-b-dcd525","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T16:35:42Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dcd525-auth","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525-auth","reconcileID":"b03ff4f7-8536-4a0c-9fdb-35210cdf66ce"} {"level":"info","ts":"2026-07-08T16:35:42Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dcd525-auth","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525-auth","reconcileID":"b03ff4f7-8536-4a0c-9fdb-35210cdf66ce","MaaSAuthPolicy":{"name":"test-model-dcd525-auth","namespace":"ai-tenant-e2e-inf-b-dcd525"},"name":"e2e-inf-b-dcd525-maas-auth","namespace":"openshift-ingress"} {"level":"error","ts":"2026-07-08T16:35:42Z","msg":"failed to update MaaSAuthPolicy status","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dcd525-auth","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525-auth","reconcileID":"b03ff4f7-8536-4a0c-9fdb-35210cdf66ce","name":"test-model-dcd525-auth","error":"Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"test-model-dcd525-auth\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1770\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:555\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T16:35:45Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T16:35:45Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T16:35:51Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dcd525-sub","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525-sub","reconcileID":"e96cac74-bd4f-4aee-9e14-df0211fad8a5","MaaSSubscription":{"name":"test-model-dcd525-sub","namespace":"ai-tenant-e2e-inf-b-dcd525"},"name":"maas-trlp-test-model-dcd525","model":"ai-tenant-e2e-inf-b-dcd525/test-model-dcd525","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:35:51Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525","reconcileID":"609b78f1-e3a7-4ea5-af3a-6706a1c1f3f7","MaaSModelRef":{"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"},"routeName":"test-model-dcd525-kserve-route","namespace":"ai-tenant-e2e-inf-b-dcd525","llmisvcName":"test-model-dcd525","gateway":"openshift-ingress/e2e-inf-b-dcd525","hostnames":[]} {"level":"info","ts":"2026-07-08T16:35:52Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525","reconcileID":"90ecd4be-2c1f-4e25-b2ee-6586a68a4a01","MaaSModelRef":{"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"},"routeName":"test-model-dcd525-kserve-route","namespace":"ai-tenant-e2e-inf-b-dcd525","llmisvcName":"test-model-dcd525","gateway":"openshift-ingress/e2e-inf-b-dcd525","hostnames":[]} {"level":"info","ts":"2026-07-08T16:35:52Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-dcd525/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-dcd525","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-dcd525","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-dcd525"},"tenantIdentifier":"e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:35:52Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dcd525-auth","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525-auth","reconcileID":"47f60672-4f41-4678-81d0-d5c072e72a45","MaaSAuthPolicy":{"name":"test-model-dcd525-auth","namespace":"ai-tenant-e2e-inf-b-dcd525"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-dcd525","tenantID":"e2e-inf-b-dcd525","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T16:35:52Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dcd525-sub","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525-sub","reconcileID":"3fa97a04-9513-45c6-a785-ca9efd39053d","MaaSSubscription":{"name":"test-model-dcd525-sub","namespace":"ai-tenant-e2e-inf-b-dcd525"},"name":"maas-trlp-test-model-dcd525","model":"ai-tenant-e2e-inf-b-dcd525/test-model-dcd525","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:35:52Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dcd525-auth","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525-auth","reconcileID":"47f60672-4f41-4678-81d0-d5c072e72a45"} {"level":"info","ts":"2026-07-08T16:35:52Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dcd525-auth","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525-auth","reconcileID":"47f60672-4f41-4678-81d0-d5c072e72a45","MaaSAuthPolicy":{"name":"test-model-dcd525-auth","namespace":"ai-tenant-e2e-inf-b-dcd525"},"name":"e2e-inf-b-dcd525-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T16:36:04Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ea60a0-sub","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-sub","reconcileID":"ff7f4b30-5387-479e-9e1f-18dd3d45d5b2","MaaSSubscription":{"name":"test-model-ea60a0-sub","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"name":"maas-trlp-test-model-ea60a0","model":"ai-tenant-e2e-inf-a-ea60a0/test-model-ea60a0","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:36:04Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2c16b2fd-2ce7-4352-8c69-449faa5c6ea8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:36:04Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1751fa87-ed5b-498e-bbe3-ce3969602ef9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:36:05Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dcd525-sub","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525-sub","reconcileID":"114fbac4-df14-4b11-8587-0afa1e2c8191","MaaSSubscription":{"name":"test-model-dcd525-sub","namespace":"ai-tenant-e2e-inf-b-dcd525"},"name":"maas-trlp-test-model-dcd525","model":"ai-tenant-e2e-inf-b-dcd525/test-model-dcd525","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:36:13Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525","reconcileID":"b404ac91-41b6-4bc3-b496-a8a0940b6f58","MaaSModelRef":{"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"},"routeName":"test-model-dcd525-kserve-route","namespace":"ai-tenant-e2e-inf-b-dcd525","llmisvcName":"test-model-dcd525","gateway":"openshift-ingress/e2e-inf-b-dcd525","hostnames":[]} {"level":"info","ts":"2026-07-08T16:36:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-dcd525/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-dcd525","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-dcd525","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-dcd525"},"tenantIdentifier":"e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:36:13Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dcd525-auth","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525-auth","reconcileID":"23e003d4-bf6a-48fe-a443-6996c08e9edb","MaaSAuthPolicy":{"name":"test-model-dcd525-auth","namespace":"ai-tenant-e2e-inf-b-dcd525"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-dcd525","tenantID":"e2e-inf-b-dcd525","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T16:36:13Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dcd525-sub","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525-sub","reconcileID":"d85148cc-717f-410a-83de-a11e64588788","MaaSSubscription":{"name":"test-model-dcd525-sub","namespace":"ai-tenant-e2e-inf-b-dcd525"},"name":"maas-trlp-test-model-dcd525","model":"ai-tenant-e2e-inf-b-dcd525/test-model-dcd525","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:36:13Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dcd525-auth","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525-auth","reconcileID":"23e003d4-bf6a-48fe-a443-6996c08e9edb"} {"level":"info","ts":"2026-07-08T16:36:13Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dcd525-auth","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525-auth","reconcileID":"23e003d4-bf6a-48fe-a443-6996c08e9edb","MaaSAuthPolicy":{"name":"test-model-dcd525-auth","namespace":"ai-tenant-e2e-inf-b-dcd525"},"name":"e2e-inf-b-dcd525-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T16:36:15Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T16:36:15Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T16:36:18Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ea60a0-auth","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-auth","reconcileID":"9f1571d8-5f5d-4758-8d84-85328177828d","MaaSAuthPolicy":{"name":"test-model-ea60a0-auth","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"model":"ai-tenant-e2e-inf-a-ea60a0/test-model-ea60a0"} {"level":"info","ts":"2026-07-08T16:36:18Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0","reconcileID":"6c1a154f-2537-419b-bf07-17f94c69fb40","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"routeName":"test-model-ea60a0-kserve-route","namespace":"ai-tenant-e2e-inf-a-ea60a0","llmisvcName":"test-model-ea60a0","gateway":"openshift-ingress/e2e-inf-a-ea60a0","hostnames":[]} {"level":"info","ts":"2026-07-08T16:36:18Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ea60a0-sub","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-sub","reconcileID":"8feeee2a-6d89-42c4-925f-1a5c6a0f021e","MaaSSubscription":{"name":"test-model-ea60a0-sub","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"name":"maas-trlp-test-model-ea60a0","model":"ai-tenant-e2e-inf-a-ea60a0/test-model-ea60a0","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:36:18Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ea60a0-auth","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-auth","reconcileID":"3ca2be85-c616-4fb1-972e-c5a1a70f9671","MaaSAuthPolicy":{"name":"test-model-ea60a0-auth","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"model":"ai-tenant-e2e-inf-a-ea60a0/test-model-ea60a0"} {"level":"info","ts":"2026-07-08T16:36:18Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0","reconcileID":"01a4024a-78b8-47e3-a9ed-ea5aede52eb5","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"routeName":"test-model-ea60a0-kserve-route","namespace":"ai-tenant-e2e-inf-a-ea60a0","llmisvcName":"test-model-ea60a0","gateway":"openshift-ingress/e2e-inf-a-ea60a0","hostnames":[]} {"level":"info","ts":"2026-07-08T16:36:18Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ea60a0-sub","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-sub","reconcileID":"b142c894-9051-45b5-967f-9ff12f17ca7d","MaaSSubscription":{"name":"test-model-ea60a0-sub","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"name":"maas-trlp-test-model-ea60a0","model":"ai-tenant-e2e-inf-a-ea60a0/test-model-ea60a0","subscriptionCount":1} {"level":"error","ts":"2026-07-08T16:36:18Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ea60a0-auth","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-auth","reconcileID":"3ca2be85-c616-4fb1-972e-c5a1a70f9671","error":"maasauthpolicies.maas.opendatahub.io \"test-model-ea60a0-auth\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T16:36:18Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ea60a0-sub","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-sub","reconcileID":"99fa1368-3745-4571-8e95-96d0921c4133","MaaSSubscription":{"name":"test-model-ea60a0-sub","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"model":"ai-tenant-e2e-inf-a-ea60a0/test-model-ea60a0","subscription":"test-model-ea60a0-sub"} {"level":"info","ts":"2026-07-08T16:36:18Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0","reconcileID":"0c028cf0-9435-481c-92bc-a6813f2feb0d","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"routeName":"test-model-ea60a0-kserve-route","namespace":"ai-tenant-e2e-inf-a-ea60a0","llmisvcName":"test-model-ea60a0","gateway":"openshift-ingress/e2e-inf-a-ea60a0","hostnames":[]} {"level":"info","ts":"2026-07-08T16:36:18Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ea60a0-sub","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-sub","reconcileID":"99fa1368-3745-4571-8e95-96d0921c4133","MaaSSubscription":{"name":"test-model-ea60a0-sub","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"model":"ai-tenant-e2e-inf-a-ea60a0/test-model-ea60a0"} {"level":"info","ts":"2026-07-08T16:36:18Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ea60a0-sub","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0-sub","reconcileID":"99fa1368-3745-4571-8e95-96d0921c4133","MaaSSubscription":{"name":"test-model-ea60a0-sub","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"name":"maas-trlp-test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0","model":"ai-tenant-e2e-inf-a-ea60a0/test-model-ea60a0"} {"level":"info","ts":"2026-07-08T16:36:18Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"test-model-ea60a0","reconcileID":"e964a111-99d1-4699-8ca9-974b93d6713a","MaaSModelRef":{"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"routeName":"test-model-ea60a0-kserve-route","namespace":"ai-tenant-e2e-inf-a-ea60a0","llmisvcName":"test-model-ea60a0","gateway":"openshift-ingress/e2e-inf-a-ea60a0","hostnames":[]} {"level":"info","ts":"2026-07-08T16:36:22Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dcd525-auth","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525-auth","reconcileID":"56a9de4e-30e1-4760-a7e6-c40bfc03bda7","MaaSAuthPolicy":{"name":"test-model-dcd525-auth","namespace":"ai-tenant-e2e-inf-b-dcd525"},"model":"ai-tenant-e2e-inf-b-dcd525/test-model-dcd525"} {"level":"info","ts":"2026-07-08T16:36:22Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525","reconcileID":"36095b2e-d038-427d-bffd-013e134e9c2a","MaaSModelRef":{"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"},"routeName":"test-model-dcd525-kserve-route","namespace":"ai-tenant-e2e-inf-b-dcd525","llmisvcName":"test-model-dcd525","gateway":"openshift-ingress/e2e-inf-b-dcd525","hostnames":[]} {"level":"info","ts":"2026-07-08T16:36:22Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525","reconcileID":"4bbf4074-1c60-4525-b43d-6a6381e979cf","MaaSModelRef":{"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"},"routeName":"test-model-dcd525-kserve-route","namespace":"ai-tenant-e2e-inf-b-dcd525","llmisvcName":"test-model-dcd525","gateway":"openshift-ingress/e2e-inf-b-dcd525","hostnames":[]} {"level":"info","ts":"2026-07-08T16:36:22Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dcd525-sub","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525-sub","reconcileID":"2d5a6399-b3a6-49a2-b5eb-e6d12c38c1c5","MaaSSubscription":{"name":"test-model-dcd525-sub","namespace":"ai-tenant-e2e-inf-b-dcd525"},"name":"maas-trlp-test-model-dcd525","model":"ai-tenant-e2e-inf-b-dcd525/test-model-dcd525","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:36:22Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"067c622b-e031-4136-a8f2-a3a7d1825df8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:36:22Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dcd525-sub","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525-sub","reconcileID":"7df1e90b-f9d4-4a19-96a5-182bcb235bdf","MaaSSubscription":{"name":"test-model-dcd525-sub","namespace":"ai-tenant-e2e-inf-b-dcd525"},"name":"maas-trlp-test-model-dcd525","model":"ai-tenant-e2e-inf-b-dcd525/test-model-dcd525","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:36:22Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"670e0bdb-fd0f-47dc-909c-539252f67ce9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:36:22Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525","reconcileID":"c112a262-1612-48c7-ae96-a3f377f84ec4","MaaSModelRef":{"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"},"routeName":"test-model-dcd525-kserve-route","namespace":"ai-tenant-e2e-inf-b-dcd525","llmisvcName":"test-model-dcd525","gateway":"openshift-ingress/e2e-inf-b-dcd525","hostnames":[]} {"level":"info","ts":"2026-07-08T16:36:22Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dcd525-sub","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525-sub","reconcileID":"3c5407b3-8033-47c1-9484-e7840d5d379f","MaaSSubscription":{"name":"test-model-dcd525-sub","namespace":"ai-tenant-e2e-inf-b-dcd525"},"model":"ai-tenant-e2e-inf-b-dcd525/test-model-dcd525","subscription":"test-model-dcd525-sub"} {"level":"info","ts":"2026-07-08T16:36:22Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dcd525-sub","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525-sub","reconcileID":"3c5407b3-8033-47c1-9484-e7840d5d379f","MaaSSubscription":{"name":"test-model-dcd525-sub","namespace":"ai-tenant-e2e-inf-b-dcd525"},"model":"ai-tenant-e2e-inf-b-dcd525/test-model-dcd525"} {"level":"info","ts":"2026-07-08T16:36:22Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dcd525-sub","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525-sub","reconcileID":"3c5407b3-8033-47c1-9484-e7840d5d379f","MaaSSubscription":{"name":"test-model-dcd525-sub","namespace":"ai-tenant-e2e-inf-b-dcd525"},"name":"maas-trlp-test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525","model":"ai-tenant-e2e-inf-b-dcd525/test-model-dcd525"} {"level":"info","ts":"2026-07-08T16:36:22Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"test-model-dcd525","reconcileID":"cc79de3a-fc35-4c93-abc1-6a8a3193df43","MaaSModelRef":{"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"},"routeName":"test-model-dcd525-kserve-route","namespace":"ai-tenant-e2e-inf-b-dcd525","llmisvcName":"test-model-dcd525","gateway":"openshift-ingress/e2e-inf-b-dcd525","hostnames":[]} {"level":"info","ts":"2026-07-08T16:36:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-ea60a0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-ea60a0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-ea60a0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-ea60a0"},"tenantIdentifier":"e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:36:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-ea60a0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-ea60a0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-ea60a0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-ea60a0"},"tenantIdentifier":"e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:36:23Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"default-tenant","reconcileID":"a8b16dc6-842a-4f4a-b82a-9d9221d81d9e","tenant":"ai-tenant-e2e-inf-a-ea60a0/default-tenant","tenantID":"e2e-inf-a-ea60a0","subscriptionNamespace":"ai-tenant-e2e-inf-a-ea60a0","gatewayName":"e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:36:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-ea60a0","deploymentName":"maas-api-e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:36:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-ea60a0","deploymentName":"maas-api-e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:36:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-ea60a0","deploymentName":"maas-api-e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:36:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-ea60a0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-ea60a0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-ea60a0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-ea60a0"},"tenantIdentifier":"e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:36:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-ea60a0","deploymentName":"maas-api-e2e-inf-a-ea60a0"} {"level":"error","ts":"2026-07-08T16:36:23Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"default-tenant","reconcileID":"a8b16dc6-842a-4f4a-b82a-9d9221d81d9e","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T16:36:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-ea60a0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-ea60a0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-ea60a0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-ea60a0"},"tenantIdentifier":"e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:36:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-ea60a0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-ea60a0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-ea60a0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-ea60a0"},"tenantIdentifier":"e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:36:23Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"default-tenant","reconcileID":"01fd6b0c-d230-4d0c-a607-bc727a7f2250","namespace":"ai-tenant-e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:36:23Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"default-tenant","reconcileID":"01fd6b0c-d230-4d0c-a607-bc727a7f2250","count":0} {"level":"info","ts":"2026-07-08T16:36:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-ea60a0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-ea60a0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-ea60a0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-ea60a0"},"tenantIdentifier":"e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:36:23Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"default-tenant","reconcileID":"01fd6b0c-d230-4d0c-a607-bc727a7f2250","tenant":"e2e-inf-a-ea60a0","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T16:36:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-ea60a0","deploymentName":"maas-api-e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:36:23Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"default-tenant","reconcileID":"01fd6b0c-d230-4d0c-a607-bc727a7f2250","gvk":"Deployment","name":"maas-api-e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:36:23Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"default-tenant","reconcileID":"01fd6b0c-d230-4d0c-a607-bc727a7f2250","gvk":"Service","name":"maas-api-e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:36:23Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"default-tenant","reconcileID":"01fd6b0c-d230-4d0c-a607-bc727a7f2250","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:36:23Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"default-tenant","reconcileID":"01fd6b0c-d230-4d0c-a607-bc727a7f2250","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:36:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-ea60a0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-ea60a0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-ea60a0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-ea60a0"},"tenantIdentifier":"e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:36:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-ea60a0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-ea60a0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-ea60a0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-ea60a0"},"tenantIdentifier":"e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:36:23Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"default-tenant","reconcileID":"d6f41806-2fba-432a-9178-3ca873babcf2","namespace":"ai-tenant-e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:36:23Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"default-tenant","reconcileID":"d6f41806-2fba-432a-9178-3ca873babcf2","count":0} {"level":"info","ts":"2026-07-08T16:36:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-ea60a0/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-ea60a0","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-ea60a0","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-ea60a0"},"tenantIdentifier":"e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:36:23Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"default-tenant","reconcileID":"d6f41806-2fba-432a-9178-3ca873babcf2","tenant":"e2e-inf-a-ea60a0","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T16:36:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-ea60a0","deploymentName":"maas-api-e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:36:23Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"default-tenant","reconcileID":"d6f41806-2fba-432a-9178-3ca873babcf2","gvk":"Deployment","name":"maas-api-e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:36:23Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"default-tenant","reconcileID":"d6f41806-2fba-432a-9178-3ca873babcf2","gvk":"Service","name":"maas-api-e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:36:23Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"default-tenant","reconcileID":"d6f41806-2fba-432a-9178-3ca873babcf2","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-ea60a0"} {"level":"info","ts":"2026-07-08T16:36:23Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"default-tenant","reconcileID":"d6f41806-2fba-432a-9178-3ca873babcf2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-ea60a0"} {"level":"error","ts":"2026-07-08T16:36:23Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-ea60a0"},"namespace":"ai-tenant-e2e-inf-a-ea60a0","name":"default-tenant","reconcileID":"d6f41806-2fba-432a-9178-3ca873babcf2","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T16:36:39Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"aae97a92-d856-4a16-b7c0-743224960c36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:36:39Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d9565ee9-956f-483b-9b0f-bb28521faf1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:36:45Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T16:36:45Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T16:36:49Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-08T16:36:49Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-08T16:36:49Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"25a6bc64-aff5-4fc2-a74a-f099f148da6f","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-07-08T16:36:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-08T16:36:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-08T16:36:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-08T16:36:50Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-08T16:36:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-08T16:37:06Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-dcd525/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-dcd525","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-dcd525","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-dcd525"},"tenantIdentifier":"e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:37:06Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-dcd525/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-dcd525","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-dcd525","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-dcd525"},"tenantIdentifier":"e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:37:06Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"default-tenant","reconcileID":"bdcbf90a-9d94-406e-90a8-9a048a9fa196","tenant":"ai-tenant-e2e-inf-b-dcd525/default-tenant","tenantID":"e2e-inf-b-dcd525","subscriptionNamespace":"ai-tenant-e2e-inf-b-dcd525","gatewayName":"e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:37:06Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-dcd525","deploymentName":"maas-api-e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:37:06Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-dcd525","deploymentName":"maas-api-e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:37:06Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-dcd525","deploymentName":"maas-api-e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:37:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-dcd525/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-dcd525","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-dcd525","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-dcd525"},"tenantIdentifier":"e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:37:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-dcd525","deploymentName":"maas-api-e2e-inf-b-dcd525"} {"level":"error","ts":"2026-07-08T16:37:07Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"default-tenant","reconcileID":"bdcbf90a-9d94-406e-90a8-9a048a9fa196","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T16:37:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-dcd525/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-dcd525","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-dcd525","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-dcd525"},"tenantIdentifier":"e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:37:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-dcd525/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-dcd525","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-dcd525","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-dcd525"},"tenantIdentifier":"e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:37:07Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"default-tenant","reconcileID":"2420f4a6-15f4-495a-9438-5227e39b6b52","namespace":"ai-tenant-e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:37:07Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"default-tenant","reconcileID":"2420f4a6-15f4-495a-9438-5227e39b6b52","count":0} {"level":"info","ts":"2026-07-08T16:37:07Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-dcd525/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-dcd525","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-dcd525","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-dcd525"},"tenantIdentifier":"e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:37:07Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"default-tenant","reconcileID":"2420f4a6-15f4-495a-9438-5227e39b6b52","tenant":"e2e-inf-b-dcd525","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T16:37:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-dcd525","deploymentName":"maas-api-e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:37:07Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"default-tenant","reconcileID":"2420f4a6-15f4-495a-9438-5227e39b6b52","gvk":"Deployment","name":"maas-api-e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:37:07Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"default-tenant","reconcileID":"2420f4a6-15f4-495a-9438-5227e39b6b52","gvk":"Service","name":"maas-api-e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:37:07Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"default-tenant","reconcileID":"2420f4a6-15f4-495a-9438-5227e39b6b52","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:37:07Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-dcd525"},"namespace":"ai-tenant-e2e-inf-b-dcd525","name":"default-tenant","reconcileID":"2420f4a6-15f4-495a-9438-5227e39b6b52","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-dcd525"} {"level":"info","ts":"2026-07-08T16:37:10Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8c165bb1-5b5c-4b11-8ff3-414ca6d8ef39","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:37:10Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3cef9cf1-9290-4b91-b287-f5c36f45902b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:37:15Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T16:37:15Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T16:37:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-400b4d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-400b4d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-400b4d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-400b4d"},"tenantIdentifier":"e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-400b4d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-400b4d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-400b4d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-400b4d"},"tenantIdentifier":"e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:16Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-400b4d"},"namespace":"ai-tenant-e2e-api-a-400b4d","name":"default-tenant","reconcileID":"97ec9a6d-d0b4-4add-ada4-d5503948c78b","tenant":"ai-tenant-e2e-api-a-400b4d/default-tenant","tenantID":"e2e-api-a-400b4d","subscriptionNamespace":"ai-tenant-e2e-api-a-400b4d","gatewayName":"e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-400b4d","deploymentName":"maas-api-e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-400b4d","deploymentName":"maas-api-e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-400b4d","deploymentName":"maas-api-e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-400b4d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-400b4d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-400b4d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-400b4d"},"tenantIdentifier":"e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-400b4d","deploymentName":"maas-api-e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-400b4d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-400b4d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-400b4d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-400b4d"},"tenantIdentifier":"e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-400b4d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-400b4d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-400b4d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-400b4d"},"tenantIdentifier":"e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:17Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-400b4d"},"namespace":"ai-tenant-e2e-api-a-400b4d","name":"default-tenant","reconcileID":"fa41333f-88ba-4777-9675-3a0148e65449","tenant":"ai-tenant-e2e-api-a-400b4d/default-tenant","tenantID":"e2e-api-a-400b4d","subscriptionNamespace":"ai-tenant-e2e-api-a-400b4d","gatewayName":"e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-400b4d","deploymentName":"maas-api-e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-400b4d","deploymentName":"maas-api-e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-400b4d","deploymentName":"maas-api-e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:18Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1f37979f-879e-484c-96b8-681a551d5360","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:37:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-400b4d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-400b4d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-400b4d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-400b4d"},"tenantIdentifier":"e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-400b4d","deploymentName":"maas-api-e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-400b4d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-400b4d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-400b4d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-400b4d"},"tenantIdentifier":"e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-400b4d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-400b4d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-400b4d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-400b4d"},"tenantIdentifier":"e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:18Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-400b4d"},"namespace":"ai-tenant-e2e-api-a-400b4d","name":"default-tenant","reconcileID":"0c53ae8d-9917-4868-9513-047c32025b4d","tenant":"ai-tenant-e2e-api-a-400b4d/default-tenant","tenantID":"e2e-api-a-400b4d","subscriptionNamespace":"ai-tenant-e2e-api-a-400b4d","gatewayName":"e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-400b4d","deploymentName":"maas-api-e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-400b4d","deploymentName":"maas-api-e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-400b4d","deploymentName":"maas-api-e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:18Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1a40bfcc-0e03-4adc-8e93-a6218c285c43","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:37:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-400b4d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-400b4d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-400b4d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-400b4d"},"tenantIdentifier":"e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-400b4d","deploymentName":"maas-api-e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:21Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96d678b8-bfdb-4cd0-9ea1-c08d075beba9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T16:37:21Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c48c00b0-f1df-401c-a819-8c7ee6edcd50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T16:37:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-400b4d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-400b4d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-400b4d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-400b4d"},"tenantIdentifier":"e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:21Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-400b4d-policy","namespace":"ai-tenant-e2e-api-a-400b4d"},"namespace":"ai-tenant-e2e-api-a-400b4d","name":"e2e-e2e-api-a-400b4d-policy","reconcileID":"66adb2bf-9969-4a08-83c8-a617c14eb4a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-400b4d-policy","namespace":"ai-tenant-e2e-api-a-400b4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-400b4d","tenantID":"e2e-api-a-400b4d","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T16:37:21Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-400b4d-policy","namespace":"ai-tenant-e2e-api-a-400b4d"},"namespace":"ai-tenant-e2e-api-a-400b4d","name":"e2e-e2e-api-a-400b4d-policy","reconcileID":"66adb2bf-9969-4a08-83c8-a617c14eb4a1"} {"level":"info","ts":"2026-07-08T16:37:21Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-400b4d-policy","namespace":"ai-tenant-e2e-api-a-400b4d"},"namespace":"ai-tenant-e2e-api-a-400b4d","name":"e2e-e2e-api-a-400b4d-policy","reconcileID":"66adb2bf-9969-4a08-83c8-a617c14eb4a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-400b4d-policy","namespace":"ai-tenant-e2e-api-a-400b4d"},"name":"e2e-api-a-400b4d-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T16:37:21Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a49dc1ed-f1e6-4829-91c4-58cf8a1f6fa3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T16:37:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-63af7a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-63af7a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-63af7a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-63af7a"},"tenantIdentifier":"e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-63af7a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-63af7a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-63af7a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-63af7a"},"tenantIdentifier":"e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:25Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-63af7a"},"namespace":"ai-tenant-e2e-api-b-63af7a","name":"default-tenant","reconcileID":"310ade2a-7f89-4a4d-ad93-30ff6b5734cb","tenant":"ai-tenant-e2e-api-b-63af7a/default-tenant","tenantID":"e2e-api-b-63af7a","subscriptionNamespace":"ai-tenant-e2e-api-b-63af7a","gatewayName":"e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-63af7a","deploymentName":"maas-api-e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-63af7a","deploymentName":"maas-api-e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-63af7a","deploymentName":"maas-api-e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:25Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ab242cf4-bd92-4acb-a2ec-5e6350bc45c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:37:26Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5242abea-f3cc-4fee-a74b-092f833e6144","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:37:26Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-63af7a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-63af7a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-63af7a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-63af7a"},"tenantIdentifier":"e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:26Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-63af7a","deploymentName":"maas-api-e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:26Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-63af7a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-63af7a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-63af7a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-63af7a"},"tenantIdentifier":"e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:26Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-63af7a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-63af7a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-63af7a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-63af7a"},"tenantIdentifier":"e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:26Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-63af7a"},"namespace":"ai-tenant-e2e-api-b-63af7a","name":"default-tenant","reconcileID":"e73d724b-d188-4def-9ee3-63b9673034c1","tenant":"ai-tenant-e2e-api-b-63af7a/default-tenant","tenantID":"e2e-api-b-63af7a","subscriptionNamespace":"ai-tenant-e2e-api-b-63af7a","gatewayName":"e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:26Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-63af7a","deploymentName":"maas-api-e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:26Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-63af7a","deploymentName":"maas-api-e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:26Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-63af7a","deploymentName":"maas-api-e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:26Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-63af7a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-63af7a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-63af7a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-63af7a"},"tenantIdentifier":"e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:26Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-63af7a","deploymentName":"maas-api-e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:30Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3782b753-67c3-4b18-9df3-5fc463a91b98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T16:37:30Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d330801-dc5b-4062-8f1d-9c8818981ef6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T16:37:30Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-63af7a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-63af7a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-63af7a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-63af7a"},"tenantIdentifier":"e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:30Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-63af7a-policy","namespace":"ai-tenant-e2e-api-b-63af7a"},"namespace":"ai-tenant-e2e-api-b-63af7a","name":"e2e-e2e-api-b-63af7a-policy","reconcileID":"871dcd52-a873-43a2-a18b-8e39645d7db7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-63af7a-policy","namespace":"ai-tenant-e2e-api-b-63af7a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-63af7a","tenantID":"e2e-api-b-63af7a","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T16:37:30Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-63af7a-policy","namespace":"ai-tenant-e2e-api-b-63af7a"},"namespace":"ai-tenant-e2e-api-b-63af7a","name":"e2e-e2e-api-b-63af7a-policy","reconcileID":"871dcd52-a873-43a2-a18b-8e39645d7db7"} {"level":"info","ts":"2026-07-08T16:37:30Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-63af7a-policy","namespace":"ai-tenant-e2e-api-b-63af7a"},"namespace":"ai-tenant-e2e-api-b-63af7a","name":"e2e-e2e-api-b-63af7a-policy","reconcileID":"871dcd52-a873-43a2-a18b-8e39645d7db7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-63af7a-policy","namespace":"ai-tenant-e2e-api-b-63af7a"},"name":"e2e-api-b-63af7a-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T16:37:30Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79b2884e-d005-4aff-add1-9ef8c548a22f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-08T16:37:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-400b4d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-400b4d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-400b4d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-400b4d"},"tenantIdentifier":"e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-400b4d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-400b4d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-400b4d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-400b4d"},"tenantIdentifier":"e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:37Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-400b4d"},"namespace":"ai-tenant-e2e-api-a-400b4d","name":"default-tenant","reconcileID":"beca7139-88a9-4fb8-8d1d-a7619b911130","tenant":"ai-tenant-e2e-api-a-400b4d/default-tenant","tenantID":"e2e-api-a-400b4d","subscriptionNamespace":"ai-tenant-e2e-api-a-400b4d","gatewayName":"e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-400b4d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-400b4d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-400b4d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-400b4d"},"tenantIdentifier":"e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:37Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-400b4d-policy","namespace":"ai-tenant-e2e-api-a-400b4d"},"namespace":"ai-tenant-e2e-api-a-400b4d","name":"e2e-e2e-api-a-400b4d-policy","reconcileID":"22dc01d7-dbbc-4a8a-97f4-e1204c1eb051","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-400b4d-policy","namespace":"ai-tenant-e2e-api-a-400b4d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-400b4d","tenantID":"e2e-api-a-400b4d","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T16:37:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-400b4d","deploymentName":"maas-api-e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-400b4d","deploymentName":"maas-api-e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-400b4d","deploymentName":"maas-api-e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:37Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-400b4d-policy","namespace":"ai-tenant-e2e-api-a-400b4d"},"namespace":"ai-tenant-e2e-api-a-400b4d","name":"e2e-e2e-api-a-400b4d-policy","reconcileID":"22dc01d7-dbbc-4a8a-97f4-e1204c1eb051"} {"level":"info","ts":"2026-07-08T16:37:37Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-400b4d-policy","namespace":"ai-tenant-e2e-api-a-400b4d"},"namespace":"ai-tenant-e2e-api-a-400b4d","name":"e2e-e2e-api-a-400b4d-policy","reconcileID":"22dc01d7-dbbc-4a8a-97f4-e1204c1eb051","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-400b4d-policy","namespace":"ai-tenant-e2e-api-a-400b4d"},"name":"e2e-api-a-400b4d-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T16:37:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-400b4d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-400b4d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-400b4d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-400b4d"},"tenantIdentifier":"e2e-api-a-400b4d"} {"level":"error","ts":"2026-07-08T16:37:38Z","msg":"failed to fetch gateway info","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-400b4d-policy","namespace":"ai-tenant-e2e-api-a-400b4d"},"namespace":"ai-tenant-e2e-api-a-400b4d","name":"e2e-e2e-api-a-400b4d-policy","reconcileID":"521911da-04e5-4085-b31e-f11d60616b4f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-400b4d-policy","namespace":"ai-tenant-e2e-api-a-400b4d"},"error":"get owning AITenant ai-tenants/e2e-api-a-400b4d for tenant ai-tenant-e2e-api-a-400b4d/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-a-400b4d\" not found","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:472\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T16:37:38Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-400b4d-policy","namespace":"ai-tenant-e2e-api-a-400b4d"},"namespace":"ai-tenant-e2e-api-a-400b4d","name":"e2e-e2e-api-a-400b4d-policy","reconcileID":"521911da-04e5-4085-b31e-f11d60616b4f","error":"get owning AITenant ai-tenants/e2e-api-a-400b4d for tenant ai-tenant-e2e-api-a-400b4d/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-a-400b4d\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T16:37:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-400b4d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-400b4d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-400b4d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-400b4d"},"tenantIdentifier":"e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-400b4d","deploymentName":"maas-api-e2e-api-a-400b4d"} {"level":"error","ts":"2026-07-08T16:37:38Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-400b4d"},"namespace":"ai-tenant-e2e-api-a-400b4d","name":"default-tenant","reconcileID":"beca7139-88a9-4fb8-8d1d-a7619b911130","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T16:37:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-400b4d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-400b4d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-400b4d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-400b4d"},"tenantIdentifier":"e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-400b4d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-400b4d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-400b4d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-400b4d"},"tenantIdentifier":"e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:38Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-400b4d"},"namespace":"ai-tenant-e2e-api-a-400b4d","name":"default-tenant","reconcileID":"9f4ce805-cda1-4230-99a7-628651edea0b","namespace":"ai-tenant-e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:38Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-400b4d"},"namespace":"ai-tenant-e2e-api-a-400b4d","name":"default-tenant","reconcileID":"9f4ce805-cda1-4230-99a7-628651edea0b","name":"e2e-e2e-api-a-400b4d-policy","namespace":"ai-tenant-e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:38Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-400b4d"},"namespace":"ai-tenant-e2e-api-a-400b4d","name":"default-tenant","reconcileID":"9f4ce805-cda1-4230-99a7-628651edea0b","count":1} {"level":"info","ts":"2026-07-08T16:37:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-400b4d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-400b4d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-400b4d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-400b4d"},"tenantIdentifier":"e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:38Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-400b4d"},"namespace":"ai-tenant-e2e-api-a-400b4d","name":"default-tenant","reconcileID":"9f4ce805-cda1-4230-99a7-628651edea0b","tenant":"e2e-api-a-400b4d","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T16:37:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-400b4d","deploymentName":"maas-api-e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:38Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-400b4d-policy","namespace":"ai-tenant-e2e-api-a-400b4d"},"namespace":"ai-tenant-e2e-api-a-400b4d","name":"e2e-e2e-api-a-400b4d-policy","reconcileID":"562ce4d3-eeb0-4b09-aa87-699ff8171973","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-400b4d-policy","namespace":"ai-tenant-e2e-api-a-400b4d"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-08T16:37:38Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-400b4d"},"namespace":"ai-tenant-e2e-api-a-400b4d","name":"default-tenant","reconcileID":"9f4ce805-cda1-4230-99a7-628651edea0b","gvk":"Deployment","name":"maas-api-e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:38Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-400b4d"},"namespace":"ai-tenant-e2e-api-a-400b4d","name":"default-tenant","reconcileID":"9f4ce805-cda1-4230-99a7-628651edea0b","gvk":"Service","name":"maas-api-e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:38Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-400b4d"},"namespace":"ai-tenant-e2e-api-a-400b4d","name":"default-tenant","reconcileID":"9f4ce805-cda1-4230-99a7-628651edea0b","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:38Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-400b4d"},"namespace":"ai-tenant-e2e-api-a-400b4d","name":"default-tenant","reconcileID":"9f4ce805-cda1-4230-99a7-628651edea0b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-400b4d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-400b4d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-400b4d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-400b4d"},"tenantIdentifier":"e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-400b4d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-400b4d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-400b4d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-400b4d"},"tenantIdentifier":"e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:38Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-400b4d"},"namespace":"ai-tenant-e2e-api-a-400b4d","name":"default-tenant","reconcileID":"4af50edf-1289-4e58-b06b-3616b650c597","namespace":"ai-tenant-e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:38Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-400b4d"},"namespace":"ai-tenant-e2e-api-a-400b4d","name":"default-tenant","reconcileID":"4af50edf-1289-4e58-b06b-3616b650c597","name":"e2e-e2e-api-a-400b4d-policy","namespace":"ai-tenant-e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:38Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-400b4d"},"namespace":"ai-tenant-e2e-api-a-400b4d","name":"default-tenant","reconcileID":"4af50edf-1289-4e58-b06b-3616b650c597","count":1} {"level":"info","ts":"2026-07-08T16:37:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-400b4d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-400b4d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-400b4d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-400b4d"},"tenantIdentifier":"e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:38Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-400b4d"},"namespace":"ai-tenant-e2e-api-a-400b4d","name":"default-tenant","reconcileID":"4af50edf-1289-4e58-b06b-3616b650c597","tenant":"e2e-api-a-400b4d","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T16:37:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-400b4d","deploymentName":"maas-api-e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:38Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-400b4d"},"namespace":"ai-tenant-e2e-api-a-400b4d","name":"default-tenant","reconcileID":"4af50edf-1289-4e58-b06b-3616b650c597","gvk":"Deployment","name":"maas-api-e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:38Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-400b4d"},"namespace":"ai-tenant-e2e-api-a-400b4d","name":"default-tenant","reconcileID":"4af50edf-1289-4e58-b06b-3616b650c597","gvk":"Service","name":"maas-api-e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:38Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-400b4d"},"namespace":"ai-tenant-e2e-api-a-400b4d","name":"default-tenant","reconcileID":"4af50edf-1289-4e58-b06b-3616b650c597","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-400b4d"} {"level":"info","ts":"2026-07-08T16:37:38Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-400b4d"},"namespace":"ai-tenant-e2e-api-a-400b4d","name":"default-tenant","reconcileID":"4af50edf-1289-4e58-b06b-3616b650c597","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-400b4d"} {"level":"error","ts":"2026-07-08T16:37:38Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-400b4d"},"namespace":"ai-tenant-e2e-api-a-400b4d","name":"default-tenant","reconcileID":"4af50edf-1289-4e58-b06b-3616b650c597","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T16:37:45Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T16:37:45Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T16:37:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-63af7a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-63af7a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-63af7a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-63af7a"},"tenantIdentifier":"e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-63af7a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-63af7a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-63af7a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-63af7a"},"tenantIdentifier":"e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:45Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-63af7a-policy","namespace":"ai-tenant-e2e-api-b-63af7a"},"namespace":"ai-tenant-e2e-api-b-63af7a","name":"e2e-e2e-api-b-63af7a-policy","reconcileID":"45b4faff-74f0-4510-a2a1-1e29ce38bd0e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-63af7a-policy","namespace":"ai-tenant-e2e-api-b-63af7a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-63af7a","tenantID":"e2e-api-b-63af7a","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-08T16:37:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-63af7a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-63af7a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-63af7a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-63af7a"},"tenantIdentifier":"e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:45Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-63af7a"},"namespace":"ai-tenant-e2e-api-b-63af7a","name":"default-tenant","reconcileID":"36d2fca9-ebe8-42a3-b47a-83677a0aa204","tenant":"ai-tenant-e2e-api-b-63af7a/default-tenant","tenantID":"e2e-api-b-63af7a","subscriptionNamespace":"ai-tenant-e2e-api-b-63af7a","gatewayName":"e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:45Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-63af7a-policy","namespace":"ai-tenant-e2e-api-b-63af7a"},"namespace":"ai-tenant-e2e-api-b-63af7a","name":"e2e-e2e-api-b-63af7a-policy","reconcileID":"45b4faff-74f0-4510-a2a1-1e29ce38bd0e"} {"level":"info","ts":"2026-07-08T16:37:45Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-63af7a-policy","namespace":"ai-tenant-e2e-api-b-63af7a"},"namespace":"ai-tenant-e2e-api-b-63af7a","name":"e2e-e2e-api-b-63af7a-policy","reconcileID":"45b4faff-74f0-4510-a2a1-1e29ce38bd0e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-63af7a-policy","namespace":"ai-tenant-e2e-api-b-63af7a"},"name":"e2e-api-b-63af7a-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-08T16:37:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-63af7a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-63af7a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-63af7a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-63af7a"},"tenantIdentifier":"e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:45Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-63af7a","deploymentName":"maas-api-e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:45Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-63af7a","deploymentName":"maas-api-e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:45Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-63af7a","deploymentName":"maas-api-e2e-api-b-63af7a"} {"level":"error","ts":"2026-07-08T16:37:45Z","msg":"failed to fetch gateway info","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-63af7a-policy","namespace":"ai-tenant-e2e-api-b-63af7a"},"namespace":"ai-tenant-e2e-api-b-63af7a","name":"e2e-e2e-api-b-63af7a-policy","reconcileID":"4435626f-8539-4c5c-9401-4082eecfeee3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-63af7a-policy","namespace":"ai-tenant-e2e-api-b-63af7a"},"error":"get owning AITenant ai-tenants/e2e-api-b-63af7a for tenant ai-tenant-e2e-api-b-63af7a/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-b-63af7a\" not found","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:472\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-08T16:37:45Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-63af7a-policy","namespace":"ai-tenant-e2e-api-b-63af7a"},"namespace":"ai-tenant-e2e-api-b-63af7a","name":"e2e-e2e-api-b-63af7a-policy","reconcileID":"4435626f-8539-4c5c-9401-4082eecfeee3","error":"get owning AITenant ai-tenants/e2e-api-b-63af7a for tenant ai-tenant-e2e-api-b-63af7a/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-b-63af7a\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T16:37:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-63af7a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-63af7a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-63af7a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-63af7a"},"tenantIdentifier":"e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-63af7a","deploymentName":"maas-api-e2e-api-b-63af7a"} {"level":"error","ts":"2026-07-08T16:37:46Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-63af7a"},"namespace":"ai-tenant-e2e-api-b-63af7a","name":"default-tenant","reconcileID":"36d2fca9-ebe8-42a3-b47a-83677a0aa204","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T16:37:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-63af7a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-63af7a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-63af7a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-63af7a"},"tenantIdentifier":"e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-63af7a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-63af7a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-63af7a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-63af7a"},"tenantIdentifier":"e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:46Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-63af7a"},"namespace":"ai-tenant-e2e-api-b-63af7a","name":"default-tenant","reconcileID":"14f327f8-6dca-43ab-ad55-269a330256c6","namespace":"ai-tenant-e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:46Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-63af7a"},"namespace":"ai-tenant-e2e-api-b-63af7a","name":"default-tenant","reconcileID":"14f327f8-6dca-43ab-ad55-269a330256c6","name":"e2e-e2e-api-b-63af7a-policy","namespace":"ai-tenant-e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:46Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-63af7a"},"namespace":"ai-tenant-e2e-api-b-63af7a","name":"default-tenant","reconcileID":"14f327f8-6dca-43ab-ad55-269a330256c6","count":1} {"level":"info","ts":"2026-07-08T16:37:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-63af7a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-63af7a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-63af7a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-63af7a"},"tenantIdentifier":"e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:46Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-63af7a"},"namespace":"ai-tenant-e2e-api-b-63af7a","name":"default-tenant","reconcileID":"14f327f8-6dca-43ab-ad55-269a330256c6","tenant":"e2e-api-b-63af7a","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T16:37:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-63af7a","deploymentName":"maas-api-e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:46Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-63af7a-policy","namespace":"ai-tenant-e2e-api-b-63af7a"},"namespace":"ai-tenant-e2e-api-b-63af7a","name":"e2e-e2e-api-b-63af7a-policy","reconcileID":"b1e3bfb8-3cba-4228-bdda-4e2a95d5bc0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-63af7a-policy","namespace":"ai-tenant-e2e-api-b-63af7a"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-08T16:37:46Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-63af7a"},"namespace":"ai-tenant-e2e-api-b-63af7a","name":"default-tenant","reconcileID":"14f327f8-6dca-43ab-ad55-269a330256c6","gvk":"Deployment","name":"maas-api-e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:46Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-63af7a"},"namespace":"ai-tenant-e2e-api-b-63af7a","name":"default-tenant","reconcileID":"14f327f8-6dca-43ab-ad55-269a330256c6","gvk":"Service","name":"maas-api-e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:46Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-63af7a"},"namespace":"ai-tenant-e2e-api-b-63af7a","name":"default-tenant","reconcileID":"14f327f8-6dca-43ab-ad55-269a330256c6","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:46Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-63af7a"},"namespace":"ai-tenant-e2e-api-b-63af7a","name":"default-tenant","reconcileID":"14f327f8-6dca-43ab-ad55-269a330256c6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-63af7a"} {"level":"info","ts":"2026-07-08T16:37:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-0c5df2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-0c5df2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-0c5df2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-0c5df2"},"tenantIdentifier":"e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:37:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-0c5df2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-0c5df2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-0c5df2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-0c5df2"},"tenantIdentifier":"e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:37:56Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-0c5df2"},"namespace":"ai-tenant-e2e-shared-a-0c5df2","name":"default-tenant","reconcileID":"666a1992-85fd-49b0-9994-75d6dda82235","tenant":"ai-tenant-e2e-shared-a-0c5df2/default-tenant","tenantID":"e2e-shared-a-0c5df2","subscriptionNamespace":"ai-tenant-e2e-shared-a-0c5df2","gatewayName":"e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:37:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-0c5df2","deploymentName":"maas-api-e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:37:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-0c5df2","deploymentName":"maas-api-e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:37:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-0c5df2","deploymentName":"maas-api-e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:37:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-0c5df2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-0c5df2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-0c5df2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-0c5df2"},"tenantIdentifier":"e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:37:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-0c5df2","deploymentName":"maas-api-e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:37:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-0c5df2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-0c5df2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-0c5df2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-0c5df2"},"tenantIdentifier":"e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:37:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-0c5df2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-0c5df2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-0c5df2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-0c5df2"},"tenantIdentifier":"e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:37:56Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-0c5df2"},"namespace":"ai-tenant-e2e-shared-a-0c5df2","name":"default-tenant","reconcileID":"f01f5ccb-dd34-4600-886a-7bafd91499b3","tenant":"ai-tenant-e2e-shared-a-0c5df2/default-tenant","tenantID":"e2e-shared-a-0c5df2","subscriptionNamespace":"ai-tenant-e2e-shared-a-0c5df2","gatewayName":"e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:37:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-0c5df2","deploymentName":"maas-api-e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:37:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-0c5df2","deploymentName":"maas-api-e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:37:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-0c5df2","deploymentName":"maas-api-e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:37:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-0c5df2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-0c5df2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-0c5df2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-0c5df2"},"tenantIdentifier":"e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:37:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-0c5df2","deploymentName":"maas-api-e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:38:04Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-5494d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-5494d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-5494d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-5494d3"},"tenantIdentifier":"e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:38:04Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-5494d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-5494d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-5494d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-5494d3"},"tenantIdentifier":"e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:38:04Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-5494d3"},"namespace":"ai-tenant-e2e-shared-b-5494d3","name":"default-tenant","reconcileID":"d756cf09-1319-40c0-a10c-ae941555fa3d","tenant":"ai-tenant-e2e-shared-b-5494d3/default-tenant","tenantID":"e2e-shared-b-5494d3","subscriptionNamespace":"ai-tenant-e2e-shared-b-5494d3","gatewayName":"e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:38:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-5494d3","deploymentName":"maas-api-e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:38:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-5494d3","deploymentName":"maas-api-e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:38:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-5494d3","deploymentName":"maas-api-e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:38:05Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-5494d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-5494d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-5494d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-5494d3"},"tenantIdentifier":"e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:38:05Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-5494d3","deploymentName":"maas-api-e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:38:05Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-5494d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-5494d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-5494d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-5494d3"},"tenantIdentifier":"e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:38:05Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-5494d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-5494d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-5494d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-5494d3"},"tenantIdentifier":"e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:38:05Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-5494d3"},"namespace":"ai-tenant-e2e-shared-b-5494d3","name":"default-tenant","reconcileID":"6096429c-0301-49ab-8eb6-226c7722c344","tenant":"ai-tenant-e2e-shared-b-5494d3/default-tenant","tenantID":"e2e-shared-b-5494d3","subscriptionNamespace":"ai-tenant-e2e-shared-b-5494d3","gatewayName":"e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:38:05Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-5494d3","deploymentName":"maas-api-e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:38:05Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-5494d3","deploymentName":"maas-api-e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:38:05Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-5494d3","deploymentName":"maas-api-e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:38:06Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-5494d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-5494d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-5494d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-5494d3"},"tenantIdentifier":"e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:38:06Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-5494d3","deploymentName":"maas-api-e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:38:15Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T16:38:15Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T16:38:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-0c5df2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-0c5df2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-0c5df2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-0c5df2"},"tenantIdentifier":"e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:38:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-0c5df2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-0c5df2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-0c5df2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-0c5df2"},"tenantIdentifier":"e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:38:16Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-0c5df2"},"namespace":"ai-tenant-e2e-shared-a-0c5df2","name":"default-tenant","reconcileID":"03db9030-e844-45c2-b156-573c800383b9","tenant":"ai-tenant-e2e-shared-a-0c5df2/default-tenant","tenantID":"e2e-shared-a-0c5df2","subscriptionNamespace":"ai-tenant-e2e-shared-a-0c5df2","gatewayName":"e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:38:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-0c5df2","deploymentName":"maas-api-e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:38:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-0c5df2","deploymentName":"maas-api-e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:38:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-0c5df2","deploymentName":"maas-api-e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:38:17Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a938b95e-8e69-4a8b-8fcc-8503c381814b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:38:17Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e1892b8e-0754-4cc9-aa63-30cc714a57aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:38:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-0c5df2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-0c5df2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-0c5df2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-0c5df2"},"tenantIdentifier":"e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:38:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-0c5df2","deploymentName":"maas-api-e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:38:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-0c5df2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-0c5df2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-0c5df2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-0c5df2"},"tenantIdentifier":"e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:38:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-0c5df2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-0c5df2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-0c5df2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-0c5df2"},"tenantIdentifier":"e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:38:17Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-0c5df2"},"namespace":"ai-tenant-e2e-shared-a-0c5df2","name":"default-tenant","reconcileID":"6ebb9dbf-9b0f-4fba-845a-9cb126c6cdb3","tenant":"ai-tenant-e2e-shared-a-0c5df2/default-tenant","tenantID":"e2e-shared-a-0c5df2","subscriptionNamespace":"ai-tenant-e2e-shared-a-0c5df2","gatewayName":"e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:38:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-0c5df2","deploymentName":"maas-api-e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:38:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-0c5df2","deploymentName":"maas-api-e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:38:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-0c5df2","deploymentName":"maas-api-e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:38:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-0c5df2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-0c5df2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-0c5df2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-0c5df2"},"tenantIdentifier":"e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:38:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-0c5df2","deploymentName":"maas-api-e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:38:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-5494d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-5494d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-5494d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-5494d3"},"tenantIdentifier":"e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:38:25Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-5494d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-5494d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-5494d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-5494d3"},"tenantIdentifier":"e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:38:25Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-5494d3"},"namespace":"ai-tenant-e2e-shared-b-5494d3","name":"default-tenant","reconcileID":"cd145bc4-ce2c-437d-95d2-d3b5a1898edc","tenant":"ai-tenant-e2e-shared-b-5494d3/default-tenant","tenantID":"e2e-shared-b-5494d3","subscriptionNamespace":"ai-tenant-e2e-shared-b-5494d3","gatewayName":"e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:38:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-5494d3","deploymentName":"maas-api-e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:38:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-5494d3","deploymentName":"maas-api-e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:38:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-5494d3","deploymentName":"maas-api-e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:38:26Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-5494d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-5494d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-5494d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-5494d3"},"tenantIdentifier":"e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:38:26Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-5494d3","deploymentName":"maas-api-e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:38:26Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-5494d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-5494d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-5494d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-5494d3"},"tenantIdentifier":"e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:38:26Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-5494d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-5494d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-5494d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-5494d3"},"tenantIdentifier":"e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:38:26Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-5494d3"},"namespace":"ai-tenant-e2e-shared-b-5494d3","name":"default-tenant","reconcileID":"01e0a642-1d07-4adc-b060-4ff0fe5cd728","tenant":"ai-tenant-e2e-shared-b-5494d3/default-tenant","tenantID":"e2e-shared-b-5494d3","subscriptionNamespace":"ai-tenant-e2e-shared-b-5494d3","gatewayName":"e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:38:26Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-5494d3","deploymentName":"maas-api-e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:38:26Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-5494d3","deploymentName":"maas-api-e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:38:26Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-5494d3","deploymentName":"maas-api-e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:38:26Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-5494d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-5494d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-5494d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-5494d3"},"tenantIdentifier":"e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:38:26Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-5494d3","deploymentName":"maas-api-e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:38:45Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T16:38:45Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T16:39:15Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T16:39:15Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T16:39:45Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T16:39:45Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T16:40:15Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T16:40:15Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T16:40:45Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T16:40:45Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T16:41:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-0c5df2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-0c5df2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-0c5df2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-0c5df2"},"tenantIdentifier":"e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:41:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-0c5df2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-0c5df2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-0c5df2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-0c5df2"},"tenantIdentifier":"e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:41:13Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-0c5df2"},"namespace":"ai-tenant-e2e-shared-a-0c5df2","name":"default-tenant","reconcileID":"7d8ab9d3-3ff8-4a07-8dd8-2faea57ee556","tenant":"ai-tenant-e2e-shared-a-0c5df2/default-tenant","tenantID":"e2e-shared-a-0c5df2","subscriptionNamespace":"ai-tenant-e2e-shared-a-0c5df2","gatewayName":"e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:41:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-0c5df2","deploymentName":"maas-api-e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:41:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-0c5df2","deploymentName":"maas-api-e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:41:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-0c5df2","deploymentName":"maas-api-e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:41:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-0c5df2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-0c5df2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-0c5df2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-0c5df2"},"tenantIdentifier":"e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:41:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-0c5df2","deploymentName":"maas-api-e2e-shared-a-0c5df2"} {"level":"error","ts":"2026-07-08T16:41:14Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-0c5df2"},"namespace":"ai-tenant-e2e-shared-a-0c5df2","name":"default-tenant","reconcileID":"7d8ab9d3-3ff8-4a07-8dd8-2faea57ee556","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T16:41:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-0c5df2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-0c5df2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-0c5df2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-0c5df2"},"tenantIdentifier":"e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:41:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-0c5df2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-0c5df2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-0c5df2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-0c5df2"},"tenantIdentifier":"e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:41:14Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-0c5df2"},"namespace":"ai-tenant-e2e-shared-a-0c5df2","name":"default-tenant","reconcileID":"6893463a-66af-4136-8a63-b7081560c22e","namespace":"ai-tenant-e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:41:14Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-0c5df2"},"namespace":"ai-tenant-e2e-shared-a-0c5df2","name":"default-tenant","reconcileID":"6893463a-66af-4136-8a63-b7081560c22e","count":0} {"level":"info","ts":"2026-07-08T16:41:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-0c5df2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-0c5df2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-0c5df2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-0c5df2"},"tenantIdentifier":"e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:41:14Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-0c5df2"},"namespace":"ai-tenant-e2e-shared-a-0c5df2","name":"default-tenant","reconcileID":"6893463a-66af-4136-8a63-b7081560c22e","tenant":"e2e-shared-a-0c5df2","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T16:41:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-0c5df2","deploymentName":"maas-api-e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:41:14Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-0c5df2"},"namespace":"ai-tenant-e2e-shared-a-0c5df2","name":"default-tenant","reconcileID":"6893463a-66af-4136-8a63-b7081560c22e","gvk":"Deployment","name":"maas-api-e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:41:14Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-0c5df2"},"namespace":"ai-tenant-e2e-shared-a-0c5df2","name":"default-tenant","reconcileID":"6893463a-66af-4136-8a63-b7081560c22e","gvk":"Service","name":"maas-api-e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:41:14Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-0c5df2"},"namespace":"ai-tenant-e2e-shared-a-0c5df2","name":"default-tenant","reconcileID":"6893463a-66af-4136-8a63-b7081560c22e","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:41:14Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-0c5df2"},"namespace":"ai-tenant-e2e-shared-a-0c5df2","name":"default-tenant","reconcileID":"6893463a-66af-4136-8a63-b7081560c22e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:41:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-0c5df2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-0c5df2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-0c5df2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-0c5df2"},"tenantIdentifier":"e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:41:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-0c5df2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-0c5df2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-0c5df2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-0c5df2"},"tenantIdentifier":"e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:41:14Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-0c5df2"},"namespace":"ai-tenant-e2e-shared-a-0c5df2","name":"default-tenant","reconcileID":"6b116f97-942a-4f86-b2aa-3f15677f998f","namespace":"ai-tenant-e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:41:14Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-0c5df2"},"namespace":"ai-tenant-e2e-shared-a-0c5df2","name":"default-tenant","reconcileID":"6b116f97-942a-4f86-b2aa-3f15677f998f","count":0} {"level":"info","ts":"2026-07-08T16:41:14Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-0c5df2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-0c5df2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-0c5df2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-0c5df2"},"tenantIdentifier":"e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:41:14Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-0c5df2"},"namespace":"ai-tenant-e2e-shared-a-0c5df2","name":"default-tenant","reconcileID":"6b116f97-942a-4f86-b2aa-3f15677f998f","tenant":"e2e-shared-a-0c5df2","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T16:41:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-0c5df2","deploymentName":"maas-api-e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:41:14Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-0c5df2"},"namespace":"ai-tenant-e2e-shared-a-0c5df2","name":"default-tenant","reconcileID":"6b116f97-942a-4f86-b2aa-3f15677f998f","gvk":"Deployment","name":"maas-api-e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:41:14Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-0c5df2"},"namespace":"ai-tenant-e2e-shared-a-0c5df2","name":"default-tenant","reconcileID":"6b116f97-942a-4f86-b2aa-3f15677f998f","gvk":"Service","name":"maas-api-e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:41:14Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-0c5df2"},"namespace":"ai-tenant-e2e-shared-a-0c5df2","name":"default-tenant","reconcileID":"6b116f97-942a-4f86-b2aa-3f15677f998f","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-0c5df2"} {"level":"info","ts":"2026-07-08T16:41:14Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-0c5df2"},"namespace":"ai-tenant-e2e-shared-a-0c5df2","name":"default-tenant","reconcileID":"6b116f97-942a-4f86-b2aa-3f15677f998f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-0c5df2"} {"level":"error","ts":"2026-07-08T16:41:14Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-0c5df2"},"namespace":"ai-tenant-e2e-shared-a-0c5df2","name":"default-tenant","reconcileID":"6b116f97-942a-4f86-b2aa-3f15677f998f","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T16:41:15Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-08T16:41:15Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-08T16:41:18Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e8a55e93-b0fd-4c32-a02c-5c64dc9e2313","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:41:18Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"40a3c13e-d390-44f8-97a0-38ef5bd0ed48","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:41:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-5494d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-5494d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-5494d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-5494d3"},"tenantIdentifier":"e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:41:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-5494d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-5494d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-5494d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-5494d3"},"tenantIdentifier":"e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:41:21Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-5494d3"},"namespace":"ai-tenant-e2e-shared-b-5494d3","name":"default-tenant","reconcileID":"9b8f760c-0e24-462f-833d-757b13b2dab8","tenant":"ai-tenant-e2e-shared-b-5494d3/default-tenant","tenantID":"e2e-shared-b-5494d3","subscriptionNamespace":"ai-tenant-e2e-shared-b-5494d3","gatewayName":"e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:41:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-5494d3","deploymentName":"maas-api-e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:41:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-5494d3","deploymentName":"maas-api-e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:41:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-5494d3","deploymentName":"maas-api-e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:41:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-5494d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-5494d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-5494d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-5494d3"},"tenantIdentifier":"e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:41:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-5494d3","deploymentName":"maas-api-e2e-shared-b-5494d3"} {"level":"error","ts":"2026-07-08T16:41:21Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-5494d3"},"namespace":"ai-tenant-e2e-shared-b-5494d3","name":"default-tenant","reconcileID":"9b8f760c-0e24-462f-833d-757b13b2dab8","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-08T16:41:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-5494d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-5494d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-5494d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-5494d3"},"tenantIdentifier":"e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:41:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-5494d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-5494d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-5494d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-5494d3"},"tenantIdentifier":"e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:41:21Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-5494d3"},"namespace":"ai-tenant-e2e-shared-b-5494d3","name":"default-tenant","reconcileID":"c28239e2-52a4-4669-b822-c29a6eb5fa52","namespace":"ai-tenant-e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:41:21Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-5494d3"},"namespace":"ai-tenant-e2e-shared-b-5494d3","name":"default-tenant","reconcileID":"c28239e2-52a4-4669-b822-c29a6eb5fa52","count":0} {"level":"info","ts":"2026-07-08T16:41:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-5494d3/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-5494d3","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-5494d3","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-5494d3"},"tenantIdentifier":"e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:41:21Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-5494d3"},"namespace":"ai-tenant-e2e-shared-b-5494d3","name":"default-tenant","reconcileID":"c28239e2-52a4-4669-b822-c29a6eb5fa52","tenant":"e2e-shared-b-5494d3","namespace":"odh-ai-gateway-infra"} {"level":"info","ts":"2026-07-08T16:41:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-5494d3","deploymentName":"maas-api-e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:41:21Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-5494d3"},"namespace":"ai-tenant-e2e-shared-b-5494d3","name":"default-tenant","reconcileID":"c28239e2-52a4-4669-b822-c29a6eb5fa52","gvk":"Deployment","name":"maas-api-e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:41:21Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-5494d3"},"namespace":"ai-tenant-e2e-shared-b-5494d3","name":"default-tenant","reconcileID":"c28239e2-52a4-4669-b822-c29a6eb5fa52","gvk":"Service","name":"maas-api-e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:41:21Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-5494d3"},"namespace":"ai-tenant-e2e-shared-b-5494d3","name":"default-tenant","reconcileID":"c28239e2-52a4-4669-b822-c29a6eb5fa52","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:41:21Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-5494d3"},"namespace":"ai-tenant-e2e-shared-b-5494d3","name":"default-tenant","reconcileID":"c28239e2-52a4-4669-b822-c29a6eb5fa52","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-5494d3"} {"level":"info","ts":"2026-07-08T16:41:23Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"02cee781-4120-4659-85ae-41288b606e33","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:41:23Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9931dd2f-e068-428b-98b4-16cb3440bdb1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:41:31Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ab60409b-4a31-46cd-8cbf-54a777cee875","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-08T16:41:31Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0f25f656-ea38-4423-86f0-731207f32cc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}