{"level":"info","ts":"2026-08-04T10:09:49Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3bea44b5-e23b-488c-80c6-27399272de89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-08-04T10:09:49Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b787057b-b999-4cae-8544-70c03331191b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-08-04T10:09:49Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"613f8fdd-d909-4537-9c85-0414911d3e2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-08-04T10:09:49Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"46a82c70-9a95-444d-8ab4-18a0562fe3f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-08-04T10:09:49Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-external-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-external-subscription","reconcileID":"e538240f-a60c-4cb7-bac8-3586679c9c09","MaaSSubscription":{"name":"e2e-external-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-external-model","model":"llm/e2e-external-model","subscriptionCount":1}
{"level":"info","ts":"2026-08-04T10:09:49Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-external-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-external-access","reconcileID":"86ed6f82-8a92-4827-8309-25c3950ecb19","MaaSAuthPolicy":{"name":"e2e-external-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-08-04T10:09:49Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d770d16-4b88-4c2d-bf3d-a9042f2ce6ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-08-04T10:09:49Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3294b796-58ab-4e92-8ac0-030d56e3b02c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-08-04T10:09:49Z","msg":"gateway AuthPolicy unchanged, skipping update","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3294b796-58ab-4e92-8ac0-030d56e3b02c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth"}
{"level":"info","ts":"2026-08-04T10:09:49Z","msg":"gateway AuthPolicy unchanged, skipping update","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-external-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-external-access","reconcileID":"86ed6f82-8a92-4827-8309-25c3950ecb19","MaaSAuthPolicy":{"name":"e2e-external-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth"}
{"level":"info","ts":"2026-08-04T10:09:49Z","msg":"gateway AuthPolicy unchanged, skipping update","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d770d16-4b88-4c2d-bf3d-a9042f2ce6ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth"}
{"level":"info","ts":"2026-08-04T10:09:52Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-external-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-external-subscription","reconcileID":"f2fefa2a-e0f7-49df-94f5-1a64251a0b4e","MaaSSubscription":{"name":"e2e-external-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-external-model","model":"llm/e2e-external-model","subscriptionCount":1}
{"level":"info","ts":"2026-08-04T10:09:52Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"96a653b5-9f09-4b83-9dca-920d3fa40827","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-08-04T10:09:52Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1fd05c2b-d57b-43ac-9455-70245e2d45ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-08-04T10:09:54Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-external-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-external-access","reconcileID":"817506c0-0287-4d22-9ec5-ae2c358a1777","MaaSAuthPolicy":{"name":"e2e-external-access","namespace":"models-as-a-service"},"model":"llm/e2e-external-model"}
{"level":"info","ts":"2026-08-04T10:09:54Z","msg":"HTTPRoute validated for ExternalModel","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f1f8e5fc-7762-4475-9574-8fd14f8ed29c","MaaSModelRef":{"name":"e2e-external-model","namespace":"llm"},"routeName":"e2e-external-model","namespace":"llm","model":"e2e-external-model","externalModel":"e2e-external-model","provider":"e2e-external-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-08-04T10:09:54Z","msg":"HTTPRoute validated for ExternalModel","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"65aa8c77-7c03-44ea-b978-daa2ab08bfd4","MaaSModelRef":{"name":"e2e-external-model","namespace":"llm"},"routeName":"e2e-external-model","namespace":"llm","model":"e2e-external-model","externalModel":"e2e-external-model","provider":"e2e-external-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-08-04T10:09:54Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-external-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-external-subscription","reconcileID":"a26495ac-72d1-485a-a70d-ef4cb14f7311","MaaSSubscription":{"name":"e2e-external-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-external-model","model":"llm/e2e-external-model","subscriptionCount":1}
{"level":"info","ts":"2026-08-04T10:09:54Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-external-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-external-subscription","reconcileID":"9123167d-17a1-4682-86d0-92b4fcce4b31","MaaSSubscription":{"name":"e2e-external-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-external-model","model":"llm/e2e-external-model","subscriptionCount":1}
{"level":"info","ts":"2026-08-04T10:09:54Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-external-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-external-subscription","reconcileID":"3fe8ff25-3a4e-4d09-910f-432d5b28678f","MaaSSubscription":{"name":"e2e-external-subscription","namespace":"models-as-a-service"},"model":"llm/e2e-external-model","subscription":"e2e-external-subscription"}
{"level":"info","ts":"2026-08-04T10:09:54Z","msg":"HTTPRoute validated for ExternalModel","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ae46922-61f0-4438-b228-4cfbc880759d","MaaSModelRef":{"name":"e2e-external-model","namespace":"llm"},"routeName":"e2e-external-model","namespace":"llm","model":"e2e-external-model","externalModel":"e2e-external-model","provider":"e2e-external-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-08-04T10:09:54Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-external-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-external-subscription","reconcileID":"3fe8ff25-3a4e-4d09-910f-432d5b28678f","MaaSSubscription":{"name":"e2e-external-subscription","namespace":"models-as-a-service"},"model":"llm/e2e-external-model"}
{"level":"info","ts":"2026-08-04T10:09:54Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-external-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-external-subscription","reconcileID":"3fe8ff25-3a4e-4d09-910f-432d5b28678f","MaaSSubscription":{"name":"e2e-external-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-external-model","namespace":"llm","model":"llm/e2e-external-model"}
{"level":"info","ts":"2026-08-04T10:09:54Z","msg":"HTTPRoute validated for ExternalModel","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52495125-d143-4015-966f-21992ad1b9cb","MaaSModelRef":{"name":"e2e-external-model","namespace":"llm"},"routeName":"e2e-external-model","namespace":"llm","model":"e2e-external-model","externalModel":"e2e-external-model","provider":"e2e-external-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-08-04T10:09:55Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1e6344bf-7155-4d12-aec1-53d616ccf907","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-08-04T10:09:55Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"be8cc06b-d8d3-4b63-b38d-4fe65dcf67c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-08-04T10:09:55Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:09:55Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:09:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e35a6f9-1da8-46db-b8ca-0ee8a9508d51","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-08-04T10:09:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0b5a590c-dc70-4907-904d-d3bac6fa5fb0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-08-04T10:09:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f949369-cc3d-4fa0-ba9c-8c14584a9435","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-08-04T10:09:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7d479f6f-25fb-4f07-bc72-e733b15e9e96","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-08-04T10:09:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9069658e-9e96-4ac7-992c-dcf85e4a3258","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-08-04T10:09:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"355c793b-1af9-4858-9717-1afb1f4349b8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-08-04T10:09:55Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8eccabcd-e0b0-4b6e-a9c5-e419d4386d84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-08-04T10:09:55Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e3ec8458-6144-4cb9-bd19-e0442520bd3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-08-04T10:09:55Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50e5e9ee-51ac-427d-b68a-707112896442","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-08-04T10:09:55Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ce9b0eb-f363-47b7-a188-cae2800e3e60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-08-04T10:09:55Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ce9b0eb-f363-47b7-a188-cae2800e3e60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress"}
{"level":"error","ts":"2026-08-04T10:09:55Z","msg":"failed to reconcile gateway AuthPolicy","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50e5e9ee-51ac-427d-b68a-707112896442","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:609\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:09:55Z","msg":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 86, current generation is 87","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ce9b0eb-f363-47b7-a188-cae2800e3e60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"}}
{"level":"info","ts":"2026-08-04T10:09:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9271a78-34b0-471a-941f-197ccde0ec08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"error","ts":"2026-08-04T10:09:55Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50e5e9ee-51ac-427d-b68a-707112896442","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:09:55Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:09:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"48ea1f25-0795-46b8-b976-3cfe4d8c8ef4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-08-04T10:09:55Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"481bda62-52c7-4e80-9dec-591d51d5ff19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-08-04T10:09:55Z","msg":"gateway AuthPolicy unchanged, skipping update","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"481bda62-52c7-4e80-9dec-591d51d5ff19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth"}
{"level":"info","ts":"2026-08-04T10:09:55Z","msg":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 86, current generation is 87","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"481bda62-52c7-4e80-9dec-591d51d5ff19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"}}
{"level":"info","ts":"2026-08-04T10:09:55Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77eb9b4b-4f58-43b2-b96a-9c82fc635ae3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-08-04T10:09:59Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aafb9207-e4ef-41ef-a29b-75e50f87de2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-08-04T10:09:59Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c48bd9c7-ff3d-452f-87a4-24b8267ef4a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-08-04T10:10:02Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3118a88e-ff64-4978-b4af-77b710dea2c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-08-04T10:10:02Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"73e4ad51-9a20-4e60-b278-cc036a9262aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-08-04T10:10:05Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:10:05Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd5497e7-e057-4c03-8086-7ede48c8b85f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-08-04T10:10:05Z","msg":"gateway AuthPolicy unchanged, skipping update","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd5497e7-e057-4c03-8086-7ede48c8b85f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth"}
{"level":"info","ts":"2026-08-04T10:10:05Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"264a71e3-c22a-43e8-a821-e04d2e535813","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-08-04T10:10:05Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:10:05Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8eab4af5-29f3-4cb0-92e7-d61001dca978","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-08-04T10:10:05Z","msg":"gateway AuthPolicy unchanged, skipping update","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8eab4af5-29f3-4cb0-92e7-d61001dca978","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth"}
{"level":"info","ts":"2026-08-04T10:10:05Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f36b48eb-7604-414a-8f5b-59959ecbd30d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-08-04T10:10:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:10:20Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:10:20Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:10:20Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"da94038e-ed2b-4768-87de-ad1942a48526","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-08-04T10:10:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:10:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:10:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"error","ts":"2026-08-04T10:10:21Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"da94038e-ed2b-4768-87de-ad1942a48526","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing: horizontalpodautoscalers.autoscaling \"payload-processing\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:10:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:11:06Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:11:06Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:11:06Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"ba79939f-46dc-4818-9289-5d7b95067b7e","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-08-04T10:11:06Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:11:06Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:11:06Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"error","ts":"2026-08-04T10:11:07Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"ba79939f-46dc-4818-9289-5d7b95067b7e","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing: horizontalpodautoscalers.autoscaling \"payload-processing\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:11:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:11:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:11:52Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:11:52Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:11:52Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"ab4f5188-4282-4fa4-a751-2706e67a3f39","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-08-04T10:11:52Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:11:52Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:11:52Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"error","ts":"2026-08-04T10:11:52Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"ab4f5188-4282-4fa4-a751-2706e67a3f39","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing: horizontalpodautoscalers.autoscaling \"payload-processing\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:12:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:12:37Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:12:37Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:12:37Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"da791f9d-b8f9-4dab-b4e7-9233090457e7","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-08-04T10:12:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:12:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:12:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"error","ts":"2026-08-04T10:12:38Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"da791f9d-b8f9-4dab-b4e7-9233090457e7","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing: horizontalpodautoscalers.autoscaling \"payload-processing\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:12:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:13:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:13:23Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:13:23Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:13:23Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"90de9f3d-2723-4366-b5a4-5d5a65aa91c4","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-08-04T10:13:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:13:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:13:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"error","ts":"2026-08-04T10:13:24Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"90de9f3d-2723-4366-b5a4-5d5a65aa91c4","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing: horizontalpodautoscalers.autoscaling \"payload-processing\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:13:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:14:09Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:14:09Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:14:09Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"2d7d1130-5434-4a34-a736-2e942b58b939","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-08-04T10:14:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:14:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:14:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"error","ts":"2026-08-04T10:14:09Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"2d7d1130-5434-4a34-a736-2e942b58b939","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing: horizontalpodautoscalers.autoscaling \"payload-processing\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:14:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:14:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:14:54Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:14:54Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:14:54Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"5e5458fb-dcd9-4d08-9646-5a0fe702d6e3","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-08-04T10:14:54Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:14:54Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:14:54Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"error","ts":"2026-08-04T10:14:55Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"5e5458fb-dcd9-4d08-9646-5a0fe702d6e3","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing: horizontalpodautoscalers.autoscaling \"payload-processing\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:15:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:15:40Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:15:40Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:15:40Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"04e0a822-765c-4eac-bae1-c28ec66ccf19","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-08-04T10:15:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:15:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:15:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"error","ts":"2026-08-04T10:15:41Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"04e0a822-765c-4eac-bae1-c28ec66ccf19","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing: horizontalpodautoscalers.autoscaling \"payload-processing\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:15:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:16:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:16:26Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:16:26Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:16:26Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"f59c104f-d8e2-4603-bc02-66ec3c2c59f6","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-08-04T10:16:26Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:16:26Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:16:26Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"error","ts":"2026-08-04T10:16:26Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"f59c104f-d8e2-4603-bc02-66ec3c2c59f6","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing: horizontalpodautoscalers.autoscaling \"payload-processing\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:16:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:17:11Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:17:11Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:17:11Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"b8995bde-de92-4381-b9e1-435187980fb9","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-08-04T10:17:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:17:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:17:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"error","ts":"2026-08-04T10:17:12Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"b8995bde-de92-4381-b9e1-435187980fb9","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing: horizontalpodautoscalers.autoscaling \"payload-processing\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:17:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:17:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:17:57Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:17:57Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:17:57Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"ebb5730b-80f7-41ba-ab9d-6c0229de1d3a","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-08-04T10:17:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:17:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:17:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"error","ts":"2026-08-04T10:17:58Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"ebb5730b-80f7-41ba-ab9d-6c0229de1d3a","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing: horizontalpodautoscalers.autoscaling \"payload-processing\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:18:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:18:43Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:18:43Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:18:43Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"9ae3e658-9542-4ea8-8308-d05e207ee2cc","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-08-04T10:18:43Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:18:43Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:18:43Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"error","ts":"2026-08-04T10:18:43Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"9ae3e658-9542-4ea8-8308-d05e207ee2cc","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing: horizontalpodautoscalers.autoscaling \"payload-processing\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:18:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:19:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:19:28Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:19:28Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:19:28Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"6f137bcb-125d-4b11-9a29-cf49f68551ae","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-08-04T10:19:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:19:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:19:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"error","ts":"2026-08-04T10:19:29Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"6f137bcb-125d-4b11-9a29-cf49f68551ae","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing: horizontalpodautoscalers.autoscaling \"payload-processing\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:19:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:20:14Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:20:14Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:20:14Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"e1c297fc-a2ba-4998-9d71-8d9ff9a0ccad","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-08-04T10:20:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:20:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:20:14Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"error","ts":"2026-08-04T10:20:15Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"e1c297fc-a2ba-4998-9d71-8d9ff9a0ccad","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing: horizontalpodautoscalers.autoscaling \"payload-processing\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:20:15Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-ait-9bae9cd1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-ait-9bae9cd1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-ait-9bae9cd1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-ait-9bae9cd1"},"tenantIdentifier":"e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:20:15Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-ait-9bae9cd1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-ait-9bae9cd1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-ait-9bae9cd1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-ait-9bae9cd1"},"tenantIdentifier":"e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:20:15Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"9fbca1af-1fba-44d7-8779-668d241f2ecd","tenant":"ai-tenant-e2e-ait-9bae9cd1/default-tenant","tenantID":"e2e-ait-9bae9cd1","subscriptionNamespace":"ai-tenant-e2e-ait-9bae9cd1","gatewayName":"e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:20:15Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-ait-9bae9cd1","deploymentName":"maas-api-e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:20:15Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-ait-9bae9cd1","deploymentName":"maas-api-e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:20:15Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-ait-9bae9cd1","deploymentName":"maas-api-e2e-ait-9bae9cd1"}
{"level":"error","ts":"2026-08-04T10:20:16Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"9fbca1af-1fba-44d7-8779-668d241f2ecd","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing-e2e-ait-9bae9cd1: horizontalpodautoscalers.autoscaling \"payload-processing-e2e-ait-9bae9cd1\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:20:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-ait-9bae9cd1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-ait-9bae9cd1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-ait-9bae9cd1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-ait-9bae9cd1"},"tenantIdentifier":"e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:20:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-ait-9bae9cd1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-ait-9bae9cd1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-ait-9bae9cd1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-ait-9bae9cd1"},"tenantIdentifier":"e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:20:16Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"9fc4655d-79bb-458f-8d03-e3e2a1383cfd","tenant":"ai-tenant-e2e-ait-9bae9cd1/default-tenant","tenantID":"e2e-ait-9bae9cd1","subscriptionNamespace":"ai-tenant-e2e-ait-9bae9cd1","gatewayName":"e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:20:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-ait-9bae9cd1","deploymentName":"maas-api-e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:20:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-ait-9bae9cd1","deploymentName":"maas-api-e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:20:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-ait-9bae9cd1","deploymentName":"maas-api-e2e-ait-9bae9cd1"}
{"level":"error","ts":"2026-08-04T10:20:17Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"9fc4655d-79bb-458f-8d03-e3e2a1383cfd","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing-e2e-ait-9bae9cd1: horizontalpodautoscalers.autoscaling \"payload-processing-e2e-ait-9bae9cd1\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:20:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:20:20Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3381dc4f-1c6d-455d-a535-22dc8d8f1420","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-08-04T10:20:20Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"989d6aa7-eb34-4c41-aee5-0b94a187d047","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-08-04T10:20:24Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ad508865-8e5e-468c-baa3-bce71719b82b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-08-04T10:20:24Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"90edf317-e3ba-4773-b419-f183eafd28ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-08-04T10:20:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:21:00Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:21:00Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:21:00Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"1c8d98ff-dfdb-4542-9922-273594c62588","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-08-04T10:21:00Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:21:00Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:21:00Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"error","ts":"2026-08-04T10:21:00Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"1c8d98ff-dfdb-4542-9922-273594c62588","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing: horizontalpodautoscalers.autoscaling \"payload-processing\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:21:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-ait-9bae9cd1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-ait-9bae9cd1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-ait-9bae9cd1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-ait-9bae9cd1"},"tenantIdentifier":"e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:21:01Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-ait-9bae9cd1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-ait-9bae9cd1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-ait-9bae9cd1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-ait-9bae9cd1"},"tenantIdentifier":"e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:21:01Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"fc649ffd-bd47-4400-a04c-35ad94e4318b","tenant":"ai-tenant-e2e-ait-9bae9cd1/default-tenant","tenantID":"e2e-ait-9bae9cd1","subscriptionNamespace":"ai-tenant-e2e-ait-9bae9cd1","gatewayName":"e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:21:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-ait-9bae9cd1","deploymentName":"maas-api-e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:21:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-ait-9bae9cd1","deploymentName":"maas-api-e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:21:01Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-ait-9bae9cd1","deploymentName":"maas-api-e2e-ait-9bae9cd1"}
{"level":"error","ts":"2026-08-04T10:21:02Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"fc649ffd-bd47-4400-a04c-35ad94e4318b","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing-e2e-ait-9bae9cd1: horizontalpodautoscalers.autoscaling \"payload-processing-e2e-ait-9bae9cd1\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:21:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:21:45Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:21:45Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:21:45Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"e4fc9c7a-2701-41c0-a61a-05b0791ec91b","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-08-04T10:21:45Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:21:45Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:21:45Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"error","ts":"2026-08-04T10:21:46Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"e4fc9c7a-2701-41c0-a61a-05b0791ec91b","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing: horizontalpodautoscalers.autoscaling \"payload-processing\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:21:47Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-ait-9bae9cd1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-ait-9bae9cd1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-ait-9bae9cd1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-ait-9bae9cd1"},"tenantIdentifier":"e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:21:47Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-ait-9bae9cd1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-ait-9bae9cd1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-ait-9bae9cd1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-ait-9bae9cd1"},"tenantIdentifier":"e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:21:47Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"0f9e93b3-6fc0-4411-abd1-dbb013b4a141","tenant":"ai-tenant-e2e-ait-9bae9cd1/default-tenant","tenantID":"e2e-ait-9bae9cd1","subscriptionNamespace":"ai-tenant-e2e-ait-9bae9cd1","gatewayName":"e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:21:47Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-ait-9bae9cd1","deploymentName":"maas-api-e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:21:47Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-ait-9bae9cd1","deploymentName":"maas-api-e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:21:47Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-ait-9bae9cd1","deploymentName":"maas-api-e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:21:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"error","ts":"2026-08-04T10:21:48Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"0f9e93b3-6fc0-4411-abd1-dbb013b4a141","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing-e2e-ait-9bae9cd1: horizontalpodautoscalers.autoscaling \"payload-processing-e2e-ait-9bae9cd1\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:22:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:22:31Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:22:31Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:22:31Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"572b38a6-00a5-453d-a131-7026655c3109","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-08-04T10:22:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:22:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:22:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"error","ts":"2026-08-04T10:22:32Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"572b38a6-00a5-453d-a131-7026655c3109","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing: horizontalpodautoscalers.autoscaling \"payload-processing\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:22:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-ait-9bae9cd1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-ait-9bae9cd1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-ait-9bae9cd1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-ait-9bae9cd1"},"tenantIdentifier":"e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:22:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-ait-9bae9cd1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-ait-9bae9cd1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-ait-9bae9cd1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-ait-9bae9cd1"},"tenantIdentifier":"e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:22:33Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"76ea431c-d17f-42b1-9dd9-be66ccce5c2e","tenant":"ai-tenant-e2e-ait-9bae9cd1/default-tenant","tenantID":"e2e-ait-9bae9cd1","subscriptionNamespace":"ai-tenant-e2e-ait-9bae9cd1","gatewayName":"e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:22:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-ait-9bae9cd1","deploymentName":"maas-api-e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:22:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-ait-9bae9cd1","deploymentName":"maas-api-e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:22:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-ait-9bae9cd1","deploymentName":"maas-api-e2e-ait-9bae9cd1"}
{"level":"error","ts":"2026-08-04T10:22:34Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"76ea431c-d17f-42b1-9dd9-be66ccce5c2e","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing-e2e-ait-9bae9cd1: horizontalpodautoscalers.autoscaling \"payload-processing-e2e-ait-9bae9cd1\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:22:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:23:17Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:23:17Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:23:17Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"42c74006-1288-4d71-bbe9-1ec3a4992539","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-08-04T10:23:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:23:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:23:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"error","ts":"2026-08-04T10:23:18Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"42c74006-1288-4d71-bbe9-1ec3a4992539","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing: horizontalpodautoscalers.autoscaling \"payload-processing\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:23:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-ait-9bae9cd1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-ait-9bae9cd1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-ait-9bae9cd1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-ait-9bae9cd1"},"tenantIdentifier":"e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:23:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-ait-9bae9cd1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-ait-9bae9cd1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-ait-9bae9cd1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-ait-9bae9cd1"},"tenantIdentifier":"e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:23:18Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"8d03d9a0-c0db-465b-a770-a67ad1eeaeaf","tenant":"ai-tenant-e2e-ait-9bae9cd1/default-tenant","tenantID":"e2e-ait-9bae9cd1","subscriptionNamespace":"ai-tenant-e2e-ait-9bae9cd1","gatewayName":"e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:23:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-ait-9bae9cd1","deploymentName":"maas-api-e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:23:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-ait-9bae9cd1","deploymentName":"maas-api-e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:23:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-ait-9bae9cd1","deploymentName":"maas-api-e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:23:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"error","ts":"2026-08-04T10:23:19Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"8d03d9a0-c0db-465b-a770-a67ad1eeaeaf","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing-e2e-ait-9bae9cd1: horizontalpodautoscalers.autoscaling \"payload-processing-e2e-ait-9bae9cd1\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:23:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-ait-9bae9cd1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-ait-9bae9cd1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-ait-9bae9cd1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-ait-9bae9cd1"},"tenantIdentifier":"e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:23:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-ait-9bae9cd1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-ait-9bae9cd1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-ait-9bae9cd1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-ait-9bae9cd1"},"tenantIdentifier":"e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:23:19Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"35c1f2fa-1d74-4e63-9aca-ccf8806fb142","tenant":"ai-tenant-e2e-ait-9bae9cd1/default-tenant","tenantID":"e2e-ait-9bae9cd1","subscriptionNamespace":"ai-tenant-e2e-ait-9bae9cd1","gatewayName":"e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:23:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-ait-9bae9cd1","deploymentName":"maas-api-e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:23:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-ait-9bae9cd1","deploymentName":"maas-api-e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:23:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-ait-9bae9cd1","deploymentName":"maas-api-e2e-ait-9bae9cd1"}
{"level":"error","ts":"2026-08-04T10:23:20Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"35c1f2fa-1d74-4e63-9aca-ccf8806fb142","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing-e2e-ait-9bae9cd1: horizontalpodautoscalers.autoscaling \"payload-processing-e2e-ait-9bae9cd1\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:23:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-ait-9bae9cd1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-ait-9bae9cd1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-ait-9bae9cd1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-ait-9bae9cd1"},"tenantIdentifier":"e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:23:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-ait-9bae9cd1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-ait-9bae9cd1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-ait-9bae9cd1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-ait-9bae9cd1"},"tenantIdentifier":"e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:23:28Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"df580736-0eab-4f2b-a581-986bafcb7e10","tenant":"ai-tenant-e2e-ait-9bae9cd1/default-tenant","tenantID":"e2e-ait-9bae9cd1","subscriptionNamespace":"ai-tenant-e2e-ait-9bae9cd1","gatewayName":"e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:23:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-ait-9bae9cd1","deploymentName":"maas-api-e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:23:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-ait-9bae9cd1","deploymentName":"maas-api-e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:23:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-ait-9bae9cd1","deploymentName":"maas-api-e2e-ait-9bae9cd1"}
{"level":"error","ts":"2026-08-04T10:23:28Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"df580736-0eab-4f2b-a581-986bafcb7e10","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing-e2e-ait-9bae9cd1: horizontalpodautoscalers.autoscaling \"payload-processing-e2e-ait-9bae9cd1\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:23:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-ait-9bae9cd1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-ait-9bae9cd1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-ait-9bae9cd1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-ait-9bae9cd1"},"tenantIdentifier":"e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:23:28Z","msg":"Cleaning up MaaSSubscription CRs","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"4be195dd-d810-4e3e-a4fb-c6aca12c8c82","namespace":"ai-tenant-e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:23:28Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"4be195dd-d810-4e3e-a4fb-c6aca12c8c82","namespace":"ai-tenant-e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:23:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-ait-9bae9cd1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-ait-9bae9cd1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-ait-9bae9cd1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-ait-9bae9cd1"},"tenantIdentifier":"e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:23:28Z","msg":"Cleaning up per-tenant maas-api resources","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"4be195dd-d810-4e3e-a4fb-c6aca12c8c82","tenant":"e2e-ait-9bae9cd1","tenantID":"e2e-ait-9bae9cd1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:23:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-ait-9bae9cd1","deploymentName":"maas-api-e2e-ait-9bae9cd1"}
{"level":"info","ts":"2026-08-04T10:23:28Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"4be195dd-d810-4e3e-a4fb-c6aca12c8c82","gvk":"Deployment","name":"maas-api-e2e-ait-9bae9cd1","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-08-04T10:23:28Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"4be195dd-d810-4e3e-a4fb-c6aca12c8c82","gvk":"Service","name":"maas-api-e2e-ait-9bae9cd1","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-08-04T10:23:28Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"4be195dd-d810-4e3e-a4fb-c6aca12c8c82","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-9bae9cd1","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-08-04T10:23:28Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"4be195dd-d810-4e3e-a4fb-c6aca12c8c82","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-9bae9cd1","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-08-04T10:23:28Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"4be195dd-d810-4e3e-a4fb-c6aca12c8c82","gvk":"AuthPolicy","name":"maas-api-auth-policy-e2e-ait-9bae9cd1","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-08-04T10:23:28Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"4be195dd-d810-4e3e-a4fb-c6aca12c8c82","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-9bae9cd1","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:23:28Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"4be195dd-d810-4e3e-a4fb-c6aca12c8c82","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-9bae9cd1","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:23:28Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"4be195dd-d810-4e3e-a4fb-c6aca12c8c82","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-9bae9cd1","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:23:28Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"4be195dd-d810-4e3e-a4fb-c6aca12c8c82","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-9bae9cd1","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:23:28Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"4be195dd-d810-4e3e-a4fb-c6aca12c8c82","gvk":"Deployment","name":"payload-processing-e2e-ait-9bae9cd1","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:23:28Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"4be195dd-d810-4e3e-a4fb-c6aca12c8c82","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-9bae9cd1","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:23:28Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"4be195dd-d810-4e3e-a4fb-c6aca12c8c82","gvk":"Service","name":"payload-processing-e2e-ait-9bae9cd1","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:23:28Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"4be195dd-d810-4e3e-a4fb-c6aca12c8c82","gvk":"Service","name":"payload-pre-processing-e2e-ait-9bae9cd1","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:23:28Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"4be195dd-d810-4e3e-a4fb-c6aca12c8c82","gvk":"DestinationRule","name":"payload-processing-e2e-ait-9bae9cd1","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:23:28Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"4be195dd-d810-4e3e-a4fb-c6aca12c8c82","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-9bae9cd1","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:23:28Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"4be195dd-d810-4e3e-a4fb-c6aca12c8c82","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-9bae9cd1","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:23:28Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"4be195dd-d810-4e3e-a4fb-c6aca12c8c82","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-9bae9cd1","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:23:28Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"4be195dd-d810-4e3e-a4fb-c6aca12c8c82","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-9bae9cd1","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:23:28Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"4be195dd-d810-4e3e-a4fb-c6aca12c8c82","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-9bae9cd1","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:23:28Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9bae9cd1"},"namespace":"ai-tenant-e2e-ait-9bae9cd1","name":"default-tenant","reconcileID":"4be195dd-d810-4e3e-a4fb-c6aca12c8c82","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-9bae9cd1","namespace":""}
{"level":"info","ts":"2026-08-04T10:23:32Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"de840030-e9c7-4c13-8d2b-8573e8d5ae4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-08-04T10:23:32Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9e164cac-8908-4eb0-ba43-9cc7602193f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-08-04T10:23:35Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-migrate-77db2435/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-migrate-77db2435","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-migrate-77db2435","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-migrate-77db2435"},"tenantIdentifier":"e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:23:35Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-migrate-77db2435/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-migrate-77db2435","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-migrate-77db2435","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-migrate-77db2435"},"tenantIdentifier":"e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:23:35Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"81513d84-ba88-4f5e-bfe5-f719d3805072","tenant":"ai-tenant-e2e-migrate-77db2435/default-tenant","tenantID":"e2e-migrate-77db2435","subscriptionNamespace":"ai-tenant-e2e-migrate-77db2435","gatewayName":"e2e-migrate-77db2435-gw"}
{"level":"info","ts":"2026-08-04T10:23:36Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:23:36Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:23:36Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:23:36Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"68b0dc2c-817d-43bd-9a6f-997386cddf09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-08-04T10:23:36Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ef642bc5-3a33-4627-b319-0df4b7aedd99","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"error","ts":"2026-08-04T10:23:36Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"81513d84-ba88-4f5e-bfe5-f719d3805072","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing-e2e-migrate-77db2435: horizontalpodautoscalers.autoscaling \"payload-processing-e2e-migrate-77db2435\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:23:36Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-migrate-77db2435/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-migrate-77db2435","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-migrate-77db2435","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-migrate-77db2435"},"tenantIdentifier":"e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:23:36Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-migrate-77db2435/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-migrate-77db2435","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-migrate-77db2435","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-migrate-77db2435"},"tenantIdentifier":"e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:23:36Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"a8555989-59a0-4eda-897a-ba291c139570","tenant":"ai-tenant-e2e-migrate-77db2435/default-tenant","tenantID":"e2e-migrate-77db2435","subscriptionNamespace":"ai-tenant-e2e-migrate-77db2435","gatewayName":"e2e-migrate-77db2435-gw"}
{"level":"info","ts":"2026-08-04T10:23:36Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:23:36Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:23:36Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"error","ts":"2026-08-04T10:23:37Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"a8555989-59a0-4eda-897a-ba291c139570","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing-e2e-migrate-77db2435: horizontalpodautoscalers.autoscaling \"payload-processing-e2e-migrate-77db2435\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:23:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-migrate-77db2435/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-migrate-77db2435","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-migrate-77db2435","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-migrate-77db2435"},"tenantIdentifier":"e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:23:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-migrate-77db2435/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-migrate-77db2435","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-migrate-77db2435","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-migrate-77db2435"},"tenantIdentifier":"e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:23:37Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"d56d72ba-150d-4e87-87dd-43c5d2c58d42","tenant":"ai-tenant-e2e-migrate-77db2435/default-tenant","tenantID":"e2e-migrate-77db2435","subscriptionNamespace":"ai-tenant-e2e-migrate-77db2435","gatewayName":"e2e-migrate-77db2435-gw"}
{"level":"info","ts":"2026-08-04T10:23:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:23:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:23:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"error","ts":"2026-08-04T10:23:38Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"d56d72ba-150d-4e87-87dd-43c5d2c58d42","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing-e2e-migrate-77db2435: horizontalpodautoscalers.autoscaling \"payload-processing-e2e-migrate-77db2435\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:23:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-migrate-77db2435/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-migrate-77db2435","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-migrate-77db2435","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-migrate-77db2435"},"tenantIdentifier":"e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:23:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-migrate-77db2435/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-migrate-77db2435","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-migrate-77db2435","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-migrate-77db2435"},"tenantIdentifier":"e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:23:38Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"2da3262c-0b2c-421b-8fdf-e6e29497b974","tenant":"ai-tenant-e2e-migrate-77db2435/default-tenant","tenantID":"e2e-migrate-77db2435","subscriptionNamespace":"ai-tenant-e2e-migrate-77db2435","gatewayName":"e2e-migrate-77db2435-gw"}
{"level":"info","ts":"2026-08-04T10:23:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:23:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:23:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"error","ts":"2026-08-04T10:23:38Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"2da3262c-0b2c-421b-8fdf-e6e29497b974","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing-e2e-migrate-77db2435: horizontalpodautoscalers.autoscaling \"payload-processing-e2e-migrate-77db2435\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:23:40Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"76ecc0a3-ad46-41a7-a325-249ba2ee5417","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-08-04T10:23:40Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"46b584ea-11fd-46ba-b31e-257cdd2bde1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-08-04T10:23:42Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"69339663-5851-4b63-b397-a8242c7e6321","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-08-04T10:23:42Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"13ea3e32-0f24-4470-b53a-22007311fcfc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-08-04T10:23:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:24:03Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:24:03Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:24:03Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"ca3db3a7-d5c1-4958-b3aa-3a79c30e6f43","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-08-04T10:24:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:24:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:24:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"error","ts":"2026-08-04T10:24:04Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"ca3db3a7-d5c1-4958-b3aa-3a79c30e6f43","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing: horizontalpodautoscalers.autoscaling \"payload-processing\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:24:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:24:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-migrate-77db2435/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-migrate-77db2435","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-migrate-77db2435","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-migrate-77db2435"},"tenantIdentifier":"e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:24:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-migrate-77db2435/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-migrate-77db2435","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-migrate-77db2435","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-migrate-77db2435"},"tenantIdentifier":"e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:24:23Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"a1bbf6d8-a838-4b33-93b5-6b043cd30ff0","tenant":"ai-tenant-e2e-migrate-77db2435/default-tenant","tenantID":"e2e-migrate-77db2435","subscriptionNamespace":"ai-tenant-e2e-migrate-77db2435","gatewayName":"e2e-migrate-77db2435-gw"}
{"level":"info","ts":"2026-08-04T10:24:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:24:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:24:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"error","ts":"2026-08-04T10:24:24Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"a1bbf6d8-a838-4b33-93b5-6b043cd30ff0","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing-e2e-migrate-77db2435: horizontalpodautoscalers.autoscaling \"payload-processing-e2e-migrate-77db2435\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:24:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:24:49Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:24:49Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:24:49Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"e1adb041-5fe9-4bd2-86b8-02ef1ca5dd27","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-08-04T10:24:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:24:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:24:49Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"error","ts":"2026-08-04T10:24:50Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"e1adb041-5fe9-4bd2-86b8-02ef1ca5dd27","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing: horizontalpodautoscalers.autoscaling \"payload-processing\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:25:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-migrate-77db2435/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-migrate-77db2435","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-migrate-77db2435","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-migrate-77db2435"},"tenantIdentifier":"e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:25:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-migrate-77db2435/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-migrate-77db2435","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-migrate-77db2435","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-migrate-77db2435"},"tenantIdentifier":"e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:25:09Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"a60b7c1d-f224-40fc-ae10-ef7d8d15eac8","tenant":"ai-tenant-e2e-migrate-77db2435/default-tenant","tenantID":"e2e-migrate-77db2435","subscriptionNamespace":"ai-tenant-e2e-migrate-77db2435","gatewayName":"e2e-migrate-77db2435-gw"}
{"level":"info","ts":"2026-08-04T10:25:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:25:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:25:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"error","ts":"2026-08-04T10:25:10Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"a60b7c1d-f224-40fc-ae10-ef7d8d15eac8","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing-e2e-migrate-77db2435: horizontalpodautoscalers.autoscaling \"payload-processing-e2e-migrate-77db2435\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:25:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:25:35Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:25:35Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:25:35Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"9f345bda-381d-44b4-a385-ef097eee43ae","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-08-04T10:25:35Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:25:35Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:25:35Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"error","ts":"2026-08-04T10:25:36Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"9f345bda-381d-44b4-a385-ef097eee43ae","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing: horizontalpodautoscalers.autoscaling \"payload-processing\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:25:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:25:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-migrate-77db2435/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-migrate-77db2435","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-migrate-77db2435","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-migrate-77db2435"},"tenantIdentifier":"e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:25:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-migrate-77db2435/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-migrate-77db2435","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-migrate-77db2435","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-migrate-77db2435"},"tenantIdentifier":"e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:25:55Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"30a7f400-886b-4e2b-bd12-71459a23cec9","tenant":"ai-tenant-e2e-migrate-77db2435/default-tenant","tenantID":"e2e-migrate-77db2435","subscriptionNamespace":"ai-tenant-e2e-migrate-77db2435","gatewayName":"e2e-migrate-77db2435-gw"}
{"level":"info","ts":"2026-08-04T10:25:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:25:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:25:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"error","ts":"2026-08-04T10:25:56Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"30a7f400-886b-4e2b-bd12-71459a23cec9","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing-e2e-migrate-77db2435: horizontalpodautoscalers.autoscaling \"payload-processing-e2e-migrate-77db2435\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:26:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:26:21Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:26:21Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:26:21Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"f2e8ac91-0477-4871-a494-f7484844f029","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-08-04T10:26:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:26:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:26:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"error","ts":"2026-08-04T10:26:22Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"f2e8ac91-0477-4871-a494-f7484844f029","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing: horizontalpodautoscalers.autoscaling \"payload-processing\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:26:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-migrate-77db2435/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-migrate-77db2435","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-migrate-77db2435","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-migrate-77db2435"},"tenantIdentifier":"e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:26:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-migrate-77db2435/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-migrate-77db2435","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-migrate-77db2435","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-migrate-77db2435"},"tenantIdentifier":"e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:26:41Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"dfd91262-7590-44aa-863f-c386f0e20f1c","tenant":"ai-tenant-e2e-migrate-77db2435/default-tenant","tenantID":"e2e-migrate-77db2435","subscriptionNamespace":"ai-tenant-e2e-migrate-77db2435","gatewayName":"e2e-migrate-77db2435-gw"}
{"level":"info","ts":"2026-08-04T10:26:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:26:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:26:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"error","ts":"2026-08-04T10:26:42Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"dfd91262-7590-44aa-863f-c386f0e20f1c","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing-e2e-migrate-77db2435: horizontalpodautoscalers.autoscaling \"payload-processing-e2e-migrate-77db2435\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:26:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:27:07Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:27:07Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:27:07Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"4e984b25-d215-4c46-ac70-8b453a4ea441","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-08-04T10:27:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:27:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:27:07Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"error","ts":"2026-08-04T10:27:08Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"4e984b25-d215-4c46-ac70-8b453a4ea441","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing: horizontalpodautoscalers.autoscaling \"payload-processing\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:27:18Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:27:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-migrate-77db2435/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-migrate-77db2435","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-migrate-77db2435","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-migrate-77db2435"},"tenantIdentifier":"e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:27:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-migrate-77db2435/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-migrate-77db2435","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-migrate-77db2435","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-migrate-77db2435"},"tenantIdentifier":"e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:27:27Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"67520f11-61d8-4668-8f2a-69a913200a7e","tenant":"ai-tenant-e2e-migrate-77db2435/default-tenant","tenantID":"e2e-migrate-77db2435","subscriptionNamespace":"ai-tenant-e2e-migrate-77db2435","gatewayName":"e2e-migrate-77db2435-gw"}
{"level":"info","ts":"2026-08-04T10:27:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:27:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:27:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"error","ts":"2026-08-04T10:27:28Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"67520f11-61d8-4668-8f2a-69a913200a7e","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing-e2e-migrate-77db2435: horizontalpodautoscalers.autoscaling \"payload-processing-e2e-migrate-77db2435\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:27:35Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-migrate-77db2435/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-migrate-77db2435","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-migrate-77db2435","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-migrate-77db2435"},"tenantIdentifier":"e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:27:35Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-migrate-77db2435/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-migrate-77db2435","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-migrate-77db2435","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-migrate-77db2435"},"tenantIdentifier":"e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:27:35Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"0c49391f-6652-4848-946f-91914b2b6e6b","tenant":"ai-tenant-e2e-migrate-77db2435/default-tenant","tenantID":"e2e-migrate-77db2435","subscriptionNamespace":"ai-tenant-e2e-migrate-77db2435","gatewayName":"e2e-migrate-77db2435-gw"}
{"level":"info","ts":"2026-08-04T10:27:36Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:27:36Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:27:36Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"error","ts":"2026-08-04T10:27:36Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"0c49391f-6652-4848-946f-91914b2b6e6b","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing-e2e-migrate-77db2435: horizontalpodautoscalers.autoscaling \"payload-processing-e2e-migrate-77db2435\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:27:36Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-migrate-77db2435/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-migrate-77db2435","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-migrate-77db2435","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-migrate-77db2435"},"tenantIdentifier":"e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:27:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-migrate-77db2435/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-migrate-77db2435","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-migrate-77db2435","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-migrate-77db2435"},"tenantIdentifier":"e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:27:37Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"caedff2f-7722-499c-af03-44db5e53f4b8","tenant":"ai-tenant-e2e-migrate-77db2435/default-tenant","tenantID":"e2e-migrate-77db2435","subscriptionNamespace":"ai-tenant-e2e-migrate-77db2435","gatewayName":"e2e-migrate-77db2435-gw"}
{"level":"info","ts":"2026-08-04T10:27:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:27:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:27:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"error","ts":"2026-08-04T10:27:38Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"caedff2f-7722-499c-af03-44db5e53f4b8","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing-e2e-migrate-77db2435: horizontalpodautoscalers.autoscaling \"payload-processing-e2e-migrate-77db2435\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:27:47Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-migrate-77db2435/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-migrate-77db2435","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-migrate-77db2435","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-migrate-77db2435"},"tenantIdentifier":"e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:27:47Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-migrate-77db2435/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-migrate-77db2435","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-migrate-77db2435","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-migrate-77db2435"},"tenantIdentifier":"e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:27:47Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"dbebc8b2-9786-42b1-943f-194315aac043","tenant":"ai-tenant-e2e-migrate-77db2435/default-tenant","tenantID":"e2e-migrate-77db2435","subscriptionNamespace":"ai-tenant-e2e-migrate-77db2435","gatewayName":"e2e-migrate-77db2435-gw"}
{"level":"info","ts":"2026-08-04T10:27:47Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:27:47Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:27:47Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"error","ts":"2026-08-04T10:27:48Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"dbebc8b2-9786-42b1-943f-194315aac043","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing-e2e-migrate-77db2435: horizontalpodautoscalers.autoscaling \"payload-processing-e2e-migrate-77db2435\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:27:48Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-migrate-77db2435/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-migrate-77db2435","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-migrate-77db2435","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-migrate-77db2435"},"tenantIdentifier":"e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Cleaning up MaaSSubscription CRs","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"98aad9ac-7a4f-478c-aaef-8d50fad90f01","namespace":"ai-tenant-e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"98aad9ac-7a4f-478c-aaef-8d50fad90f01","namespace":"ai-tenant-e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:27:48Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-migrate-77db2435/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-migrate-77db2435","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-migrate-77db2435","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-migrate-77db2435"},"tenantIdentifier":"e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Cleaning up per-tenant maas-api resources","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"98aad9ac-7a4f-478c-aaef-8d50fad90f01","tenant":"e2e-migrate-77db2435","tenantID":"e2e-migrate-77db2435","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:27:48Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"98aad9ac-7a4f-478c-aaef-8d50fad90f01","gvk":"Deployment","name":"maas-api-e2e-migrate-77db2435","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"98aad9ac-7a4f-478c-aaef-8d50fad90f01","gvk":"Service","name":"maas-api-e2e-migrate-77db2435","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"98aad9ac-7a4f-478c-aaef-8d50fad90f01","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-77db2435","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"98aad9ac-7a4f-478c-aaef-8d50fad90f01","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-77db2435","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"98aad9ac-7a4f-478c-aaef-8d50fad90f01","gvk":"AuthPolicy","name":"maas-api-auth-policy-e2e-migrate-77db2435","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"98aad9ac-7a4f-478c-aaef-8d50fad90f01","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-77db2435","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"98aad9ac-7a4f-478c-aaef-8d50fad90f01","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-77db2435","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"98aad9ac-7a4f-478c-aaef-8d50fad90f01","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-77db2435","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"98aad9ac-7a4f-478c-aaef-8d50fad90f01","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-77db2435","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"98aad9ac-7a4f-478c-aaef-8d50fad90f01","gvk":"Deployment","name":"payload-processing-e2e-migrate-77db2435","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"98aad9ac-7a4f-478c-aaef-8d50fad90f01","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-77db2435","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"98aad9ac-7a4f-478c-aaef-8d50fad90f01","gvk":"Service","name":"payload-processing-e2e-migrate-77db2435","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"98aad9ac-7a4f-478c-aaef-8d50fad90f01","gvk":"Service","name":"payload-pre-processing-e2e-migrate-77db2435","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"98aad9ac-7a4f-478c-aaef-8d50fad90f01","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-77db2435","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:27:48Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"98aad9ac-7a4f-478c-aaef-8d50fad90f01","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-77db2435","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"98aad9ac-7a4f-478c-aaef-8d50fad90f01","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-77db2435","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"98aad9ac-7a4f-478c-aaef-8d50fad90f01","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-77db2435","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"98aad9ac-7a4f-478c-aaef-8d50fad90f01","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-77db2435","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"98aad9ac-7a4f-478c-aaef-8d50fad90f01","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-77db2435","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"98aad9ac-7a4f-478c-aaef-8d50fad90f01","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-77db2435","namespace":""}
{"level":"info","ts":"2026-08-04T10:27:48Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-migrate-77db2435/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-migrate-77db2435","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-migrate-77db2435","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-migrate-77db2435"},"tenantIdentifier":"e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Cleaning up MaaSSubscription CRs","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"c4aeb391-871d-4230-b17d-194fc0e57ea9","namespace":"ai-tenant-e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"c4aeb391-871d-4230-b17d-194fc0e57ea9","namespace":"ai-tenant-e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:27:48Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenantConfig":"ai-tenant-e2e-migrate-77db2435/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-migrate-77db2435","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-migrate-77db2435","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-migrate-77db2435"},"tenantIdentifier":"e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Cleaning up per-tenant maas-api resources","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"c4aeb391-871d-4230-b17d-194fc0e57ea9","tenant":"e2e-migrate-77db2435","tenantID":"e2e-migrate-77db2435","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:27:48Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-migrate-77db2435","deploymentName":"maas-api-e2e-migrate-77db2435"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"c4aeb391-871d-4230-b17d-194fc0e57ea9","gvk":"Deployment","name":"maas-api-e2e-migrate-77db2435","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"c4aeb391-871d-4230-b17d-194fc0e57ea9","gvk":"Service","name":"maas-api-e2e-migrate-77db2435","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"c4aeb391-871d-4230-b17d-194fc0e57ea9","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-77db2435","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"c4aeb391-871d-4230-b17d-194fc0e57ea9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-77db2435","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"c4aeb391-871d-4230-b17d-194fc0e57ea9","gvk":"AuthPolicy","name":"maas-api-auth-policy-e2e-migrate-77db2435","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"c4aeb391-871d-4230-b17d-194fc0e57ea9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-77db2435","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"c4aeb391-871d-4230-b17d-194fc0e57ea9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-77db2435","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"c4aeb391-871d-4230-b17d-194fc0e57ea9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-77db2435","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"c4aeb391-871d-4230-b17d-194fc0e57ea9","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-77db2435","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"c4aeb391-871d-4230-b17d-194fc0e57ea9","gvk":"Deployment","name":"payload-processing-e2e-migrate-77db2435","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"c4aeb391-871d-4230-b17d-194fc0e57ea9","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-77db2435","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"c4aeb391-871d-4230-b17d-194fc0e57ea9","gvk":"Service","name":"payload-processing-e2e-migrate-77db2435","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"c4aeb391-871d-4230-b17d-194fc0e57ea9","gvk":"Service","name":"payload-pre-processing-e2e-migrate-77db2435","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"c4aeb391-871d-4230-b17d-194fc0e57ea9","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-77db2435","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"c4aeb391-871d-4230-b17d-194fc0e57ea9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-77db2435","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"c4aeb391-871d-4230-b17d-194fc0e57ea9","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-77db2435","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"c4aeb391-871d-4230-b17d-194fc0e57ea9","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-77db2435","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"c4aeb391-871d-4230-b17d-194fc0e57ea9","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-77db2435","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"c4aeb391-871d-4230-b17d-194fc0e57ea9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-77db2435","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-08-04T10:27:48Z","msg":"Deleted tenant resource","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"c4aeb391-871d-4230-b17d-194fc0e57ea9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-77db2435","namespace":""}
{"level":"error","ts":"2026-08-04T10:27:48Z","msg":"Reconciler error","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-77db2435"},"namespace":"ai-tenant-e2e-migrate-77db2435","name":"default-tenant","reconcileID":"c4aeb391-871d-4230-b17d-194fc0e57ea9","error":"maastenantconfigs.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-08-04T10:27:50Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"00a51a16-a073-4440-9c53-1dced54f4329","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-08-04T10:27:50Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"352ca17e-15c6-4a3b-b961-d8d4bffe4977","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-08-04T10:27:53Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:27:53Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenantConfig":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-08-04T10:27:53Z","msg":"Built platform params","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"905d3dcf-0384-4586-ade3-899abe0cab2e","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-08-04T10:27:53Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"02d5e26d-5cf1-4af0-96cf-b8f41bd47ff2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-08-04T10:27:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:27:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:27:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-08-04T10:27:53Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ddb7505d-a9d0-4789-ac1a-90f20c291e12","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"error","ts":"2026-08-04T10:27:54Z","msg":"Tenant platform reconcile failed","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"905d3dcf-0384-4586-ade3-899abe0cab2e","error":"cleanup payload-processing HPA: get HPA openshift-ingress/payload-processing: horizontalpodautoscalers.autoscaling \"payload-processing\" is forbidden: User \"system:serviceaccount:opendatahub:maas-controller\" cannot get resource \"horizontalpodautoscalers\" in API group \"autoscaling\" in the namespace \"openshift-ingress\"","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcilePlatform\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:324\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_reconcile.go:162\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*TenantReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/tenant_controller.go:141\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:296"}