{"level":"info","ts":"2026-07-02T23:37:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2998a4","deploymentName":"maas-api-e2e-inf-b-2998a4"} {"level":"info","ts":"2026-07-02T23:37:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2998a4","deploymentName":"maas-api-e2e-inf-b-2998a4"} {"level":"info","ts":"2026-07-02T23:37:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2998a4","deploymentName":"maas-api-e2e-inf-b-2998a4"} {"level":"info","ts":"2026-07-02T23:38:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2998a4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2998a4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2998a4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2998a4"},"tenantIdentifier":"e2e-inf-b-2998a4"} {"level":"info","ts":"2026-07-02T23:38:00Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2998a4","deploymentName":"maas-api-e2e-inf-b-2998a4"} {"level":"info","ts":"2026-07-02T23:38:08Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152","reconcileID":"4e5dc7f9-a118-433c-9084-d43ecc4aa3a4","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"routeName":"test-model-dbb152-kserve-route","namespace":"ai-tenant-e2e-inf-a-dbb152","llmisvcName":"test-model-dbb152","gateway":"openshift-ingress/e2e-inf-a-dbb152","hostnames":[]} {"level":"info","ts":"2026-07-02T23:38:08Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152","reconcileID":"210c8528-8947-4cb0-aa65-5e5aacd644cb","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"routeName":"test-model-dbb152-kserve-route","namespace":"ai-tenant-e2e-inf-a-dbb152","llmisvcName":"test-model-dbb152","gateway":"openshift-ingress/e2e-inf-a-dbb152","hostnames":[]} {"level":"info","ts":"2026-07-02T23:38:08Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152","reconcileID":"4b4b6aed-5206-4b7d-94e1-bbb367886499","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"routeName":"test-model-dbb152-kserve-route","namespace":"ai-tenant-e2e-inf-a-dbb152","llmisvcName":"test-model-dbb152","gateway":"openshift-ingress/e2e-inf-a-dbb152","hostnames":[]} {"level":"info","ts":"2026-07-02T23:38:08Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dbb152-sub","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152-sub","reconcileID":"96edca05-3b75-493d-8089-2903fbbbeb77","MaaSSubscription":{"name":"test-model-dbb152-sub","namespace":"ai-tenant-e2e-inf-a-dbb152"},"name":"maas-trlp-test-model-dbb152","model":"test-model-dbb152","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-dbb152/test-model-dbb152-sub"]} {"level":"info","ts":"2026-07-02T23:38:08Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152","reconcileID":"6f8617f5-b4a1-4154-b6e8-595f6bd267b7","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"routeName":"test-model-dbb152-kserve-route","namespace":"ai-tenant-e2e-inf-a-dbb152","llmisvcName":"test-model-dbb152","gateway":"openshift-ingress/e2e-inf-a-dbb152","hostnames":[]} {"level":"info","ts":"2026-07-02T23:38:08Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dbb152-sub","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152-sub","reconcileID":"75889251-f309-4308-93c3-777065f8f933","MaaSSubscription":{"name":"test-model-dbb152-sub","namespace":"ai-tenant-e2e-inf-a-dbb152"},"name":"maas-trlp-test-model-dbb152","model":"ai-tenant-e2e-inf-a-dbb152/test-model-dbb152","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:38:08Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152","reconcileID":"d8a0027b-a722-45f5-9077-a36de5f7e092","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"routeName":"test-model-dbb152-kserve-route","namespace":"ai-tenant-e2e-inf-a-dbb152","llmisvcName":"test-model-dbb152","gateway":"openshift-ingress/e2e-inf-a-dbb152","hostnames":[]} {"level":"info","ts":"2026-07-02T23:38:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-dbb152/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-dbb152","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-dbb152","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-dbb152"},"tenantIdentifier":"e2e-inf-a-dbb152"} {"level":"info","ts":"2026-07-02T23:38:08Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152","reconcileID":"102681ce-3bed-48c1-9424-aad45128e668","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"routeName":"test-model-dbb152-kserve-route","namespace":"ai-tenant-e2e-inf-a-dbb152","llmisvcName":"test-model-dbb152","gateway":"openshift-ingress/e2e-inf-a-dbb152","hostnames":[]} {"level":"info","ts":"2026-07-02T23:38:08Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dbb152-auth","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152-auth","reconcileID":"8c7b5339-61cc-49d9-ad37-97131cb97233","MaaSAuthPolicy":{"name":"test-model-dbb152-auth","namespace":"ai-tenant-e2e-inf-a-dbb152"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dbb152","tenantID":"e2e-inf-a-dbb152","xAPIKeyEnabled":false} {"level":"error","ts":"2026-07-02T23:38:08Z","msg":"failed to update MaaSModelRef status","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152","reconcileID":"102681ce-3bed-48c1-9424-aad45128e668","name":"test-model-dbb152","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-dbb152\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:381\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:345\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:185\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-02T23:38:08Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dbb152-sub","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152-sub","reconcileID":"6245e528-5c5b-4628-808a-fd800c52f881","MaaSSubscription":{"name":"test-model-dbb152-sub","namespace":"ai-tenant-e2e-inf-a-dbb152"},"name":"maas-trlp-test-model-dbb152","model":"ai-tenant-e2e-inf-a-dbb152/test-model-dbb152","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:38:08Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dbb152-auth","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152-auth","reconcileID":"8c7b5339-61cc-49d9-ad37-97131cb97233"} {"level":"info","ts":"2026-07-02T23:38:08Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dbb152-auth","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152-auth","reconcileID":"8c7b5339-61cc-49d9-ad37-97131cb97233","MaaSAuthPolicy":{"name":"test-model-dbb152-auth","namespace":"ai-tenant-e2e-inf-a-dbb152"},"name":"e2e-inf-a-dbb152-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-02T23:38:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-dbb152/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-dbb152","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-dbb152","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-dbb152"},"tenantIdentifier":"e2e-inf-a-dbb152"} {"level":"info","ts":"2026-07-02T23:38:08Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152","reconcileID":"940831b3-a9e7-41ac-af9b-a791c2b3eb40","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"routeName":"test-model-dbb152-kserve-route","namespace":"ai-tenant-e2e-inf-a-dbb152","llmisvcName":"test-model-dbb152","gateway":"openshift-ingress/e2e-inf-a-dbb152","hostnames":[]} {"level":"info","ts":"2026-07-02T23:38:08Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dbb152-auth","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152-auth","reconcileID":"c7470e5e-22fb-457f-800e-c8255a44556e","MaaSAuthPolicy":{"name":"test-model-dbb152-auth","namespace":"ai-tenant-e2e-inf-a-dbb152"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dbb152","tenantID":"e2e-inf-a-dbb152","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-02T23:38:08Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dbb152-auth","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152-auth","reconcileID":"c7470e5e-22fb-457f-800e-c8255a44556e"} {"level":"info","ts":"2026-07-02T23:38:08Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dbb152-auth","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152-auth","reconcileID":"c7470e5e-22fb-457f-800e-c8255a44556e","MaaSAuthPolicy":{"name":"test-model-dbb152-auth","namespace":"ai-tenant-e2e-inf-a-dbb152"},"name":"e2e-inf-a-dbb152-maas-auth","namespace":"openshift-ingress"} {"level":"error","ts":"2026-07-02T23:38:08Z","msg":"failed to update MaaSAuthPolicy status","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dbb152-auth","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152-auth","reconcileID":"c7470e5e-22fb-457f-800e-c8255a44556e","name":"test-model-dbb152-auth","error":"Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"test-model-dbb152-auth\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1702\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:534\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-02T23:38:09Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152","reconcileID":"2aabc80a-8d43-4301-bef4-4fd8d3d1f952","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"routeName":"test-model-dbb152-kserve-route","namespace":"ai-tenant-e2e-inf-a-dbb152","llmisvcName":"test-model-dbb152","gateway":"openshift-ingress/e2e-inf-a-dbb152","hostnames":[]} {"level":"info","ts":"2026-07-02T23:38:12Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5028e1b3-5954-4f6c-97b5-c2dfd8455dd4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:38:13Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"deb20d9d-7b09-4933-af28-3d5f919b915f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:38:13Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dbb152-sub","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152-sub","reconcileID":"529639d6-78c7-413f-87a1-46e869409aad","MaaSSubscription":{"name":"test-model-dbb152-sub","namespace":"ai-tenant-e2e-inf-a-dbb152"},"name":"maas-trlp-test-model-dbb152","model":"ai-tenant-e2e-inf-a-dbb152/test-model-dbb152","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:38:13Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152","reconcileID":"2e36c74a-6f91-4926-acd8-5de9c9e97a08","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"routeName":"test-model-dbb152-kserve-route","namespace":"ai-tenant-e2e-inf-a-dbb152","llmisvcName":"test-model-dbb152","gateway":"openshift-ingress/e2e-inf-a-dbb152","hostnames":[]} {"level":"info","ts":"2026-07-02T23:38:13Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-dbb152/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-dbb152","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-dbb152","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-dbb152"},"tenantIdentifier":"e2e-inf-a-dbb152"} {"level":"info","ts":"2026-07-02T23:38:13Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152","reconcileID":"86276e91-91be-43cb-8352-28a65adada55","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"routeName":"test-model-dbb152-kserve-route","namespace":"ai-tenant-e2e-inf-a-dbb152","llmisvcName":"test-model-dbb152","gateway":"openshift-ingress/e2e-inf-a-dbb152","hostnames":[]} {"level":"info","ts":"2026-07-02T23:38:13Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dbb152-auth","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152-auth","reconcileID":"285b1017-fa89-484e-81e4-f4c605ced37c","MaaSAuthPolicy":{"name":"test-model-dbb152-auth","namespace":"ai-tenant-e2e-inf-a-dbb152"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dbb152","tenantID":"e2e-inf-a-dbb152","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-02T23:38:13Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dbb152-sub","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152-sub","reconcileID":"4db5f058-e63d-4d59-8164-f1c469760046","MaaSSubscription":{"name":"test-model-dbb152-sub","namespace":"ai-tenant-e2e-inf-a-dbb152"},"name":"maas-trlp-test-model-dbb152","model":"ai-tenant-e2e-inf-a-dbb152/test-model-dbb152","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:38:13Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dbb152-auth","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152-auth","reconcileID":"285b1017-fa89-484e-81e4-f4c605ced37c"} {"level":"info","ts":"2026-07-02T23:38:13Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dbb152-auth","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152-auth","reconcileID":"285b1017-fa89-484e-81e4-f4c605ced37c","MaaSAuthPolicy":{"name":"test-model-dbb152-auth","namespace":"ai-tenant-e2e-inf-a-dbb152"},"name":"e2e-inf-a-dbb152-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-02T23:38:19Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152","reconcileID":"3518abce-aacd-4ead-b648-e8d313b0fc83","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"routeName":"test-model-dbb152-kserve-route","namespace":"ai-tenant-e2e-inf-a-dbb152","llmisvcName":"test-model-dbb152","gateway":"openshift-ingress/e2e-inf-a-dbb152","hostnames":[]} {"level":"info","ts":"2026-07-02T23:38:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-dbb152/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-dbb152","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-dbb152","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-dbb152"},"tenantIdentifier":"e2e-inf-a-dbb152"} {"level":"info","ts":"2026-07-02T23:38:19Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dbb152-auth","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152-auth","reconcileID":"ace2ed5d-99d1-4b57-b9dd-6ee851ef5d74","MaaSAuthPolicy":{"name":"test-model-dbb152-auth","namespace":"ai-tenant-e2e-inf-a-dbb152"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-dbb152","tenantID":"e2e-inf-a-dbb152","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-02T23:38:19Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dbb152-sub","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152-sub","reconcileID":"da072724-bd8f-4108-b713-ebbbe481c072","MaaSSubscription":{"name":"test-model-dbb152-sub","namespace":"ai-tenant-e2e-inf-a-dbb152"},"name":"maas-trlp-test-model-dbb152","model":"ai-tenant-e2e-inf-a-dbb152/test-model-dbb152","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:38:19Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dbb152-auth","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152-auth","reconcileID":"ace2ed5d-99d1-4b57-b9dd-6ee851ef5d74"} {"level":"info","ts":"2026-07-02T23:38:19Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dbb152-auth","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152-auth","reconcileID":"ace2ed5d-99d1-4b57-b9dd-6ee851ef5d74","MaaSAuthPolicy":{"name":"test-model-dbb152-auth","namespace":"ai-tenant-e2e-inf-a-dbb152"},"name":"e2e-inf-a-dbb152-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-02T23:38:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-02T23:38:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T23:38:21Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"08ac6665-65f8-444b-8dd1-c240f6a7b06e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:38:22Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f3de9148-19a3-496f-8134-936ed63139f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:38:22Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dbb152-sub","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152-sub","reconcileID":"92330929-d8ac-4f82-b219-f1fef70addf1","MaaSSubscription":{"name":"test-model-dbb152-sub","namespace":"ai-tenant-e2e-inf-a-dbb152"},"name":"maas-trlp-test-model-dbb152","model":"ai-tenant-e2e-inf-a-dbb152/test-model-dbb152","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:38:40Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4","reconcileID":"8713b578-dd65-4d9a-9607-fb92773f093b","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"routeName":"test-model-2998a4-kserve-route","namespace":"ai-tenant-e2e-inf-b-2998a4","llmisvcName":"test-model-2998a4","gateway":"openshift-ingress/e2e-inf-b-2998a4","hostnames":[]} {"level":"info","ts":"2026-07-02T23:38:40Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4","reconcileID":"d2d8c107-bb67-4bad-92a8-a59477a04fd0","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"routeName":"test-model-2998a4-kserve-route","namespace":"ai-tenant-e2e-inf-b-2998a4","llmisvcName":"test-model-2998a4","gateway":"openshift-ingress/e2e-inf-b-2998a4","hostnames":[]} {"level":"info","ts":"2026-07-02T23:38:40Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4","reconcileID":"23c442e0-7040-4535-b085-f669d4953c14","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"routeName":"test-model-2998a4-kserve-route","namespace":"ai-tenant-e2e-inf-b-2998a4","llmisvcName":"test-model-2998a4","gateway":"openshift-ingress/e2e-inf-b-2998a4","hostnames":[]} {"level":"error","ts":"2026-07-02T23:38:40Z","msg":"Reconciler error","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2998a4-sub","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-sub","reconcileID":"8b313ca6-0cdb-42d4-aed0-9d85d7e6a263","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-2998a4-sub\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-02T23:38:40Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152","reconcileID":"b7345d23-c5cf-425d-a053-c1137bc4fdbc","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"routeName":"test-model-dbb152-kserve-route","namespace":"ai-tenant-e2e-inf-a-dbb152","llmisvcName":"test-model-dbb152","gateway":"openshift-ingress/e2e-inf-a-dbb152","hostnames":[]} {"level":"info","ts":"2026-07-02T23:38:40Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4","reconcileID":"053a38f0-aa5d-4c8b-b69a-326bcb63d2ed","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"routeName":"test-model-2998a4-kserve-route","namespace":"ai-tenant-e2e-inf-b-2998a4","llmisvcName":"test-model-2998a4","gateway":"openshift-ingress/e2e-inf-b-2998a4","hostnames":[]} {"level":"info","ts":"2026-07-02T23:38:40Z","msg":"TokenRateLimitPolicy created","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2998a4-sub","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-sub","reconcileID":"80102d74-473b-47ac-b59a-9e68dae76e97","MaaSSubscription":{"name":"test-model-2998a4-sub","namespace":"ai-tenant-e2e-inf-b-2998a4"},"name":"maas-trlp-test-model-2998a4","model":"test-model-2998a4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-2998a4/test-model-2998a4-sub"]} {"level":"info","ts":"2026-07-02T23:38:40Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4","reconcileID":"62cc0e7f-5d1b-4b46-9c9a-5f5ecdf7068a","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"routeName":"test-model-2998a4-kserve-route","namespace":"ai-tenant-e2e-inf-b-2998a4","llmisvcName":"test-model-2998a4","gateway":"openshift-ingress/e2e-inf-b-2998a4","hostnames":[]} {"level":"info","ts":"2026-07-02T23:38:40Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2998a4-sub","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-sub","reconcileID":"f8509587-9639-409b-bd77-145f56b18dce","MaaSSubscription":{"name":"test-model-2998a4-sub","namespace":"ai-tenant-e2e-inf-b-2998a4"},"name":"maas-trlp-test-model-2998a4","model":"ai-tenant-e2e-inf-b-2998a4/test-model-2998a4","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:38:40Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4","reconcileID":"f844230b-f686-4944-86c8-8069f1ca6f52","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"routeName":"test-model-2998a4-kserve-route","namespace":"ai-tenant-e2e-inf-b-2998a4","llmisvcName":"test-model-2998a4","gateway":"openshift-ingress/e2e-inf-b-2998a4","hostnames":[]} {"level":"info","ts":"2026-07-02T23:38:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2998a4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2998a4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2998a4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2998a4"},"tenantIdentifier":"e2e-inf-b-2998a4"} {"level":"info","ts":"2026-07-02T23:38:40Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4","reconcileID":"9e6a95c5-69a3-4c73-a7c2-218624580cfc","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"routeName":"test-model-2998a4-kserve-route","namespace":"ai-tenant-e2e-inf-b-2998a4","llmisvcName":"test-model-2998a4","gateway":"openshift-ingress/e2e-inf-b-2998a4","hostnames":[]} {"level":"info","ts":"2026-07-02T23:38:40Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2998a4-auth","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-auth","reconcileID":"b3eb5510-3a20-45bf-b3f3-aa0c2f3fc260","MaaSAuthPolicy":{"name":"test-model-2998a4-auth","namespace":"ai-tenant-e2e-inf-b-2998a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-2998a4","tenantID":"e2e-inf-b-2998a4","xAPIKeyEnabled":false} {"level":"error","ts":"2026-07-02T23:38:40Z","msg":"failed to update MaaSModelRef status","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4","reconcileID":"9e6a95c5-69a3-4c73-a7c2-218624580cfc","name":"test-model-2998a4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-2998a4\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:381\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:345\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:185\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-02T23:38:40Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2998a4-sub","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-sub","reconcileID":"3acff199-1202-476a-830e-58695e822a64","MaaSSubscription":{"name":"test-model-2998a4-sub","namespace":"ai-tenant-e2e-inf-b-2998a4"},"name":"maas-trlp-test-model-2998a4","model":"ai-tenant-e2e-inf-b-2998a4/test-model-2998a4","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:38:40Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2998a4-auth","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-auth","reconcileID":"b3eb5510-3a20-45bf-b3f3-aa0c2f3fc260"} {"level":"info","ts":"2026-07-02T23:38:40Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2998a4-auth","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-auth","reconcileID":"b3eb5510-3a20-45bf-b3f3-aa0c2f3fc260","MaaSAuthPolicy":{"name":"test-model-2998a4-auth","namespace":"ai-tenant-e2e-inf-b-2998a4"},"name":"e2e-inf-b-2998a4-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-02T23:38:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2998a4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2998a4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2998a4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2998a4"},"tenantIdentifier":"e2e-inf-b-2998a4"} {"level":"info","ts":"2026-07-02T23:38:40Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4","reconcileID":"650c4c57-818b-4c1a-a7bc-b4253c8d0f26","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"routeName":"test-model-2998a4-kserve-route","namespace":"ai-tenant-e2e-inf-b-2998a4","llmisvcName":"test-model-2998a4","gateway":"openshift-ingress/e2e-inf-b-2998a4","hostnames":[]} {"level":"info","ts":"2026-07-02T23:38:40Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2998a4-auth","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-auth","reconcileID":"9b22477f-6fd7-4cfd-a49a-c162018aea93","MaaSAuthPolicy":{"name":"test-model-2998a4-auth","namespace":"ai-tenant-e2e-inf-b-2998a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-2998a4","tenantID":"e2e-inf-b-2998a4","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-02T23:38:40Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2998a4-auth","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-auth","reconcileID":"9b22477f-6fd7-4cfd-a49a-c162018aea93"} {"level":"info","ts":"2026-07-02T23:38:40Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2998a4-auth","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-auth","reconcileID":"9b22477f-6fd7-4cfd-a49a-c162018aea93","MaaSAuthPolicy":{"name":"test-model-2998a4-auth","namespace":"ai-tenant-e2e-inf-b-2998a4"},"name":"e2e-inf-b-2998a4-maas-auth","namespace":"openshift-ingress"} {"level":"error","ts":"2026-07-02T23:38:40Z","msg":"failed to update MaaSAuthPolicy status","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2998a4-auth","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-auth","reconcileID":"9b22477f-6fd7-4cfd-a49a-c162018aea93","name":"test-model-2998a4-auth","error":"Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"test-model-2998a4-auth\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1702\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:534\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-02T23:38:42Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dbb152-sub","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152-sub","reconcileID":"18856a04-2bdd-4485-aa72-e4456102eddb","MaaSSubscription":{"name":"test-model-dbb152-sub","namespace":"ai-tenant-e2e-inf-a-dbb152"},"name":"maas-trlp-test-model-dbb152","model":"ai-tenant-e2e-inf-a-dbb152/test-model-dbb152","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:38:42Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"95f16a9c-dec5-4103-92dc-3a60c062b9db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:38:42Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"689e7f8e-4e07-4e61-94c9-654f332eb248","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:38:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2998a4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2998a4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2998a4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2998a4"},"tenantIdentifier":"e2e-inf-b-2998a4"} {"level":"info","ts":"2026-07-02T23:38:42Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4","reconcileID":"ff4ac8f9-6b43-4700-bedf-8a81b65994d6","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"routeName":"test-model-2998a4-kserve-route","namespace":"ai-tenant-e2e-inf-b-2998a4","llmisvcName":"test-model-2998a4","gateway":"openshift-ingress/e2e-inf-b-2998a4","hostnames":[]} {"level":"info","ts":"2026-07-02T23:38:42Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2998a4-auth","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-auth","reconcileID":"0089bc62-2e59-494a-9e4b-45f8883ed706","MaaSAuthPolicy":{"name":"test-model-2998a4-auth","namespace":"ai-tenant-e2e-inf-b-2998a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-2998a4","tenantID":"e2e-inf-b-2998a4","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-02T23:38:42Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2998a4-sub","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-sub","reconcileID":"50382c6e-fdea-46ae-9690-0a0b2fa02285","MaaSSubscription":{"name":"test-model-2998a4-sub","namespace":"ai-tenant-e2e-inf-b-2998a4"},"name":"maas-trlp-test-model-2998a4","model":"ai-tenant-e2e-inf-b-2998a4/test-model-2998a4","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:38:42Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2998a4-auth","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-auth","reconcileID":"0089bc62-2e59-494a-9e4b-45f8883ed706"} {"level":"info","ts":"2026-07-02T23:38:42Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2998a4-auth","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-auth","reconcileID":"0089bc62-2e59-494a-9e4b-45f8883ed706","MaaSAuthPolicy":{"name":"test-model-2998a4-auth","namespace":"ai-tenant-e2e-inf-b-2998a4"},"name":"e2e-inf-b-2998a4-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-02T23:38:48Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2998a4-sub","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-sub","reconcileID":"ea45eeab-4e09-4783-ae9e-e9eba9db865e","MaaSSubscription":{"name":"test-model-2998a4-sub","namespace":"ai-tenant-e2e-inf-b-2998a4"},"name":"maas-trlp-test-model-2998a4","model":"ai-tenant-e2e-inf-b-2998a4/test-model-2998a4","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:38:48Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4","reconcileID":"3f656ec5-91ed-4e6f-b6ad-e0aa19f01df2","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"routeName":"test-model-2998a4-kserve-route","namespace":"ai-tenant-e2e-inf-b-2998a4","llmisvcName":"test-model-2998a4","gateway":"openshift-ingress/e2e-inf-b-2998a4","hostnames":[]} {"level":"info","ts":"2026-07-02T23:38:49Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2998a4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2998a4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2998a4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2998a4"},"tenantIdentifier":"e2e-inf-b-2998a4"} {"level":"info","ts":"2026-07-02T23:38:49Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4","reconcileID":"6210ace0-ae70-4ce8-85f0-e49c3097c401","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"routeName":"test-model-2998a4-kserve-route","namespace":"ai-tenant-e2e-inf-b-2998a4","llmisvcName":"test-model-2998a4","gateway":"openshift-ingress/e2e-inf-b-2998a4","hostnames":[]} {"level":"info","ts":"2026-07-02T23:38:49Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2998a4-auth","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-auth","reconcileID":"7cbfffb6-db0b-42be-804c-70c5b82bf5cb","MaaSAuthPolicy":{"name":"test-model-2998a4-auth","namespace":"ai-tenant-e2e-inf-b-2998a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-2998a4","tenantID":"e2e-inf-b-2998a4","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-02T23:38:49Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2998a4-sub","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-sub","reconcileID":"c20b079a-2049-45c4-81f1-1340246352d9","MaaSSubscription":{"name":"test-model-2998a4-sub","namespace":"ai-tenant-e2e-inf-b-2998a4"},"name":"maas-trlp-test-model-2998a4","model":"ai-tenant-e2e-inf-b-2998a4/test-model-2998a4","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:38:49Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2998a4-auth","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-auth","reconcileID":"7cbfffb6-db0b-42be-804c-70c5b82bf5cb"} {"level":"info","ts":"2026-07-02T23:38:49Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2998a4-auth","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-auth","reconcileID":"7cbfffb6-db0b-42be-804c-70c5b82bf5cb","MaaSAuthPolicy":{"name":"test-model-2998a4-auth","namespace":"ai-tenant-e2e-inf-b-2998a4"},"name":"e2e-inf-b-2998a4-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-02T23:38:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T23:38:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-02T23:38:51Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4","reconcileID":"4b486a98-ce7e-436e-8570-e561adf98539","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"routeName":"test-model-2998a4-kserve-route","namespace":"ai-tenant-e2e-inf-b-2998a4","llmisvcName":"test-model-2998a4","gateway":"openshift-ingress/e2e-inf-b-2998a4","hostnames":[]} {"level":"info","ts":"2026-07-02T23:38:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2998a4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2998a4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2998a4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2998a4"},"tenantIdentifier":"e2e-inf-b-2998a4"} {"level":"info","ts":"2026-07-02T23:38:51Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2998a4-auth","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-auth","reconcileID":"1bbd916d-02ab-44d6-b584-9887770b3ada","MaaSAuthPolicy":{"name":"test-model-2998a4-auth","namespace":"ai-tenant-e2e-inf-b-2998a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-2998a4","tenantID":"e2e-inf-b-2998a4","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-02T23:38:51Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2998a4-sub","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-sub","reconcileID":"5c5e3cee-12cc-4d1e-a922-dc341217b4e4","MaaSSubscription":{"name":"test-model-2998a4-sub","namespace":"ai-tenant-e2e-inf-b-2998a4"},"name":"maas-trlp-test-model-2998a4","model":"ai-tenant-e2e-inf-b-2998a4/test-model-2998a4","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:38:51Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2998a4-auth","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-auth","reconcileID":"1bbd916d-02ab-44d6-b584-9887770b3ada"} {"level":"info","ts":"2026-07-02T23:38:51Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2998a4-auth","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-auth","reconcileID":"1bbd916d-02ab-44d6-b584-9887770b3ada","MaaSAuthPolicy":{"name":"test-model-2998a4-auth","namespace":"ai-tenant-e2e-inf-b-2998a4"},"name":"e2e-inf-b-2998a4-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-02T23:39:00Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-dbb152-auth","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152-auth","reconcileID":"d1a7df36-1678-4641-928a-269df40a40df","MaaSAuthPolicy":{"name":"test-model-dbb152-auth","namespace":"ai-tenant-e2e-inf-a-dbb152"},"model":"ai-tenant-e2e-inf-a-dbb152/test-model-dbb152"} {"level":"info","ts":"2026-07-02T23:39:00Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152","reconcileID":"acd94214-bf1d-44ea-aa03-aa390d74dafb","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"routeName":"test-model-dbb152-kserve-route","namespace":"ai-tenant-e2e-inf-a-dbb152","llmisvcName":"test-model-dbb152","gateway":"openshift-ingress/e2e-inf-a-dbb152","hostnames":[]} {"level":"info","ts":"2026-07-02T23:39:00Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152","reconcileID":"9a56945d-6c71-4ab4-bdea-292a976e0cee","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"routeName":"test-model-dbb152-kserve-route","namespace":"ai-tenant-e2e-inf-a-dbb152","llmisvcName":"test-model-dbb152","gateway":"openshift-ingress/e2e-inf-a-dbb152","hostnames":[]} {"level":"info","ts":"2026-07-02T23:39:00Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dbb152-sub","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152-sub","reconcileID":"16083fd2-c733-4301-bc1b-d2072b786aaa","MaaSSubscription":{"name":"test-model-dbb152-sub","namespace":"ai-tenant-e2e-inf-a-dbb152"},"name":"maas-trlp-test-model-dbb152","model":"ai-tenant-e2e-inf-a-dbb152/test-model-dbb152","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:39:00Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dbb152-sub","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152-sub","reconcileID":"4f1daf22-a59a-4c06-bb5a-c808ddf49403","MaaSSubscription":{"name":"test-model-dbb152-sub","namespace":"ai-tenant-e2e-inf-a-dbb152"},"name":"maas-trlp-test-model-dbb152","model":"ai-tenant-e2e-inf-a-dbb152/test-model-dbb152","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:39:00Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dbb152-sub","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152-sub","reconcileID":"b14bb52a-1764-4d7d-9686-7d92ef1b93cd","MaaSSubscription":{"name":"test-model-dbb152-sub","namespace":"ai-tenant-e2e-inf-a-dbb152"},"model":"ai-tenant-e2e-inf-a-dbb152/test-model-dbb152","subscription":"test-model-dbb152-sub"} {"level":"info","ts":"2026-07-02T23:39:00Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152","reconcileID":"c0ccd7af-8bb3-4d29-8fb3-6ebbfa67565a","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"routeName":"test-model-dbb152-kserve-route","namespace":"ai-tenant-e2e-inf-a-dbb152","llmisvcName":"test-model-dbb152","gateway":"openshift-ingress/e2e-inf-a-dbb152","hostnames":[]} {"level":"info","ts":"2026-07-02T23:39:00Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dbb152-sub","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152-sub","reconcileID":"b14bb52a-1764-4d7d-9686-7d92ef1b93cd","MaaSSubscription":{"name":"test-model-dbb152-sub","namespace":"ai-tenant-e2e-inf-a-dbb152"},"model":"ai-tenant-e2e-inf-a-dbb152/test-model-dbb152"} {"level":"info","ts":"2026-07-02T23:39:00Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-dbb152-sub","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152-sub","reconcileID":"b14bb52a-1764-4d7d-9686-7d92ef1b93cd","MaaSSubscription":{"name":"test-model-dbb152-sub","namespace":"ai-tenant-e2e-inf-a-dbb152"},"name":"maas-trlp-test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152","model":"ai-tenant-e2e-inf-a-dbb152/test-model-dbb152"} {"level":"info","ts":"2026-07-02T23:39:00Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"test-model-dbb152","reconcileID":"da3cbdf4-a857-421c-8fa4-ca9a82071dab","MaaSModelRef":{"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"},"routeName":"test-model-dbb152-kserve-route","namespace":"ai-tenant-e2e-inf-a-dbb152","llmisvcName":"test-model-dbb152","gateway":"openshift-ingress/e2e-inf-a-dbb152","hostnames":[]} {"level":"info","ts":"2026-07-02T23:39:01Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2998a4-sub","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-sub","reconcileID":"e8d8d75b-a70d-4a07-b27b-e3641cd1f312","MaaSSubscription":{"name":"test-model-2998a4-sub","namespace":"ai-tenant-e2e-inf-b-2998a4"},"name":"maas-trlp-test-model-2998a4","model":"ai-tenant-e2e-inf-b-2998a4/test-model-2998a4","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:39:01Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2998a4-auth","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-auth","reconcileID":"8c71fbe4-848a-4b3a-9bd2-ae6ce2ec4106","MaaSAuthPolicy":{"name":"test-model-2998a4-auth","namespace":"ai-tenant-e2e-inf-b-2998a4"},"model":"ai-tenant-e2e-inf-b-2998a4/test-model-2998a4"} {"level":"info","ts":"2026-07-02T23:39:01Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4","reconcileID":"06e95922-49ee-4b32-b693-29800dac375d","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"routeName":"test-model-2998a4-kserve-route","namespace":"ai-tenant-e2e-inf-b-2998a4","llmisvcName":"test-model-2998a4","gateway":"openshift-ingress/e2e-inf-b-2998a4","hostnames":[]} {"level":"info","ts":"2026-07-02T23:39:01Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2998a4-auth","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-auth","reconcileID":"ad18520e-0036-4a49-916a-8a5b2ea0454d","MaaSAuthPolicy":{"name":"test-model-2998a4-auth","namespace":"ai-tenant-e2e-inf-b-2998a4"},"model":"ai-tenant-e2e-inf-b-2998a4/test-model-2998a4"} {"level":"info","ts":"2026-07-02T23:39:01Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4","reconcileID":"c018df80-44d4-41ed-b9a6-73b3395f3010","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"routeName":"test-model-2998a4-kserve-route","namespace":"ai-tenant-e2e-inf-b-2998a4","llmisvcName":"test-model-2998a4","gateway":"openshift-ingress/e2e-inf-b-2998a4","hostnames":[]} {"level":"info","ts":"2026-07-02T23:39:01Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2998a4-sub","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-sub","reconcileID":"dad7b0c7-7db5-4b6c-8745-9cc9d850f40b","MaaSSubscription":{"name":"test-model-2998a4-sub","namespace":"ai-tenant-e2e-inf-b-2998a4"},"name":"maas-trlp-test-model-2998a4","model":"ai-tenant-e2e-inf-b-2998a4/test-model-2998a4","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:39:01Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2998a4-sub","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-sub","reconcileID":"e237a01b-4c5f-41ae-9b13-318dd623fffc","MaaSSubscription":{"name":"test-model-2998a4-sub","namespace":"ai-tenant-e2e-inf-b-2998a4"},"name":"maas-trlp-test-model-2998a4","model":"ai-tenant-e2e-inf-b-2998a4/test-model-2998a4","subscriptionCount":1} {"level":"error","ts":"2026-07-02T23:39:01Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2998a4-auth","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-auth","reconcileID":"ad18520e-0036-4a49-916a-8a5b2ea0454d","error":"maasauthpolicies.maas.opendatahub.io \"test-model-2998a4-auth\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-02T23:39:01Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2998a4-sub","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-sub","reconcileID":"8eb433c9-87d4-472f-b30b-e9ae30cb00ea","MaaSSubscription":{"name":"test-model-2998a4-sub","namespace":"ai-tenant-e2e-inf-b-2998a4"},"model":"ai-tenant-e2e-inf-b-2998a4/test-model-2998a4","subscription":"test-model-2998a4-sub"} {"level":"info","ts":"2026-07-02T23:39:01Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4","reconcileID":"990cf149-c728-4556-8c72-9c281772788a","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"routeName":"test-model-2998a4-kserve-route","namespace":"ai-tenant-e2e-inf-b-2998a4","llmisvcName":"test-model-2998a4","gateway":"openshift-ingress/e2e-inf-b-2998a4","hostnames":[]} {"level":"info","ts":"2026-07-02T23:39:01Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2998a4-sub","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-sub","reconcileID":"8eb433c9-87d4-472f-b30b-e9ae30cb00ea","MaaSSubscription":{"name":"test-model-2998a4-sub","namespace":"ai-tenant-e2e-inf-b-2998a4"},"model":"ai-tenant-e2e-inf-b-2998a4/test-model-2998a4"} {"level":"info","ts":"2026-07-02T23:39:01Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2998a4-sub","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4-sub","reconcileID":"8eb433c9-87d4-472f-b30b-e9ae30cb00ea","MaaSSubscription":{"name":"test-model-2998a4-sub","namespace":"ai-tenant-e2e-inf-b-2998a4"},"name":"maas-trlp-test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4","model":"ai-tenant-e2e-inf-b-2998a4/test-model-2998a4"} {"level":"info","ts":"2026-07-02T23:39:01Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"test-model-2998a4","reconcileID":"9dc1e752-52a8-4a35-9174-8fe930a42e22","MaaSModelRef":{"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"},"routeName":"test-model-2998a4-kserve-route","namespace":"ai-tenant-e2e-inf-b-2998a4","llmisvcName":"test-model-2998a4","gateway":"openshift-ingress/e2e-inf-b-2998a4","hostnames":[]} {"level":"info","ts":"2026-07-02T23:39:02Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bc6db4a6-2b4e-4e03-bf87-3453abcc0327","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:39:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-dbb152/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-dbb152","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-dbb152","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-dbb152"},"tenantIdentifier":"e2e-inf-a-dbb152"} {"level":"info","ts":"2026-07-02T23:39:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-dbb152/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-dbb152","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-dbb152","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-dbb152"},"tenantIdentifier":"e2e-inf-a-dbb152"} {"level":"info","ts":"2026-07-02T23:39:02Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"default-tenant","reconcileID":"387106d7-ed95-4e04-8af6-da8ff020d838","tenant":"ai-tenant-e2e-inf-a-dbb152/default-tenant","tenantID":"e2e-inf-a-dbb152","subscriptionNamespace":"ai-tenant-e2e-inf-a-dbb152","gatewayName":"e2e-inf-a-dbb152"} {"level":"info","ts":"2026-07-02T23:39:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-dbb152","deploymentName":"maas-api-e2e-inf-a-dbb152"} {"level":"info","ts":"2026-07-02T23:39:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-dbb152","deploymentName":"maas-api-e2e-inf-a-dbb152"} {"level":"info","ts":"2026-07-02T23:39:02Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-dbb152","deploymentName":"maas-api-e2e-inf-a-dbb152"} {"level":"info","ts":"2026-07-02T23:39:02Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2d07163f-2b60-49af-8699-c0ecf0f761e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:39:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-dbb152/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-dbb152","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-dbb152","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-dbb152"},"tenantIdentifier":"e2e-inf-a-dbb152"} {"level":"info","ts":"2026-07-02T23:39:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-dbb152","deploymentName":"maas-api-e2e-inf-a-dbb152"} {"level":"error","ts":"2026-07-02T23:39:03Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"default-tenant","reconcileID":"387106d7-ed95-4e04-8af6-da8ff020d838","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-02T23:39:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-dbb152/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-dbb152","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-dbb152","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-dbb152"},"tenantIdentifier":"e2e-inf-a-dbb152"} {"level":"info","ts":"2026-07-02T23:39:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-dbb152/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-dbb152","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-dbb152","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-dbb152"},"tenantIdentifier":"e2e-inf-a-dbb152"} {"level":"info","ts":"2026-07-02T23:39:03Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"default-tenant","reconcileID":"c5332a9b-34e6-401e-a38a-73b626a66221","namespace":"ai-tenant-e2e-inf-a-dbb152"} {"level":"info","ts":"2026-07-02T23:39:03Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"default-tenant","reconcileID":"c5332a9b-34e6-401e-a38a-73b626a66221","count":0} {"level":"info","ts":"2026-07-02T23:39:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-dbb152/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-dbb152","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-dbb152","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-dbb152"},"tenantIdentifier":"e2e-inf-a-dbb152"} {"level":"info","ts":"2026-07-02T23:39:03Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"default-tenant","reconcileID":"c5332a9b-34e6-401e-a38a-73b626a66221","tenant":"e2e-inf-a-dbb152","namespace":"opendatahub"} {"level":"info","ts":"2026-07-02T23:39:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-dbb152","deploymentName":"maas-api-e2e-inf-a-dbb152"} {"level":"info","ts":"2026-07-02T23:39:03Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"default-tenant","reconcileID":"c5332a9b-34e6-401e-a38a-73b626a66221","gvk":"Deployment","name":"maas-api-e2e-inf-a-dbb152"} {"level":"info","ts":"2026-07-02T23:39:03Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"default-tenant","reconcileID":"c5332a9b-34e6-401e-a38a-73b626a66221","gvk":"Service","name":"maas-api-e2e-inf-a-dbb152"} {"level":"info","ts":"2026-07-02T23:39:03Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"default-tenant","reconcileID":"c5332a9b-34e6-401e-a38a-73b626a66221","gvk":"HTTPRoute","name":"maas-api-e2e-inf-a-dbb152-route"} {"level":"info","ts":"2026-07-02T23:39:03Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"default-tenant","reconcileID":"c5332a9b-34e6-401e-a38a-73b626a66221","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-dbb152"} {"level":"info","ts":"2026-07-02T23:39:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-dbb152/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-dbb152","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-dbb152","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-dbb152"},"tenantIdentifier":"e2e-inf-a-dbb152"} {"level":"info","ts":"2026-07-02T23:39:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-dbb152/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-dbb152","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-dbb152","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-dbb152"},"tenantIdentifier":"e2e-inf-a-dbb152"} {"level":"info","ts":"2026-07-02T23:39:03Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"default-tenant","reconcileID":"cc5d774e-4aa5-40b6-9de1-499d6cdf36c3","namespace":"ai-tenant-e2e-inf-a-dbb152"} {"level":"info","ts":"2026-07-02T23:39:03Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"default-tenant","reconcileID":"cc5d774e-4aa5-40b6-9de1-499d6cdf36c3","count":0} {"level":"info","ts":"2026-07-02T23:39:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-dbb152/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-dbb152","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-dbb152","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-dbb152"},"tenantIdentifier":"e2e-inf-a-dbb152"} {"level":"info","ts":"2026-07-02T23:39:03Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"default-tenant","reconcileID":"cc5d774e-4aa5-40b6-9de1-499d6cdf36c3","tenant":"e2e-inf-a-dbb152","namespace":"opendatahub"} {"level":"info","ts":"2026-07-02T23:39:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-dbb152","deploymentName":"maas-api-e2e-inf-a-dbb152"} {"level":"info","ts":"2026-07-02T23:39:03Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"default-tenant","reconcileID":"cc5d774e-4aa5-40b6-9de1-499d6cdf36c3","gvk":"Deployment","name":"maas-api-e2e-inf-a-dbb152"} {"level":"info","ts":"2026-07-02T23:39:03Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"default-tenant","reconcileID":"cc5d774e-4aa5-40b6-9de1-499d6cdf36c3","gvk":"Service","name":"maas-api-e2e-inf-a-dbb152"} {"level":"info","ts":"2026-07-02T23:39:03Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"default-tenant","reconcileID":"cc5d774e-4aa5-40b6-9de1-499d6cdf36c3","gvk":"HTTPRoute","name":"maas-api-e2e-inf-a-dbb152-route"} {"level":"info","ts":"2026-07-02T23:39:03Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"default-tenant","reconcileID":"cc5d774e-4aa5-40b6-9de1-499d6cdf36c3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-dbb152"} {"level":"error","ts":"2026-07-02T23:39:03Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-dbb152"},"namespace":"ai-tenant-e2e-inf-a-dbb152","name":"default-tenant","reconcileID":"cc5d774e-4aa5-40b6-9de1-499d6cdf36c3","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-02T23:39:08Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"afc9e92b-e6be-4a5e-817c-624be3194c1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:39:08Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5c454864-519a-4f33-bfc6-0d8c827fe9e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:39:16Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"17e66d7e-e5d7-4bd2-a314-4e8ed221bfb9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:39:16Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7bb160bf-a9e1-4faf-9a23-1b8c73853904","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:39:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-02T23:39:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T23:39:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2998a4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2998a4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2998a4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2998a4"},"tenantIdentifier":"e2e-inf-b-2998a4"} {"level":"info","ts":"2026-07-02T23:39:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2998a4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2998a4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2998a4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2998a4"},"tenantIdentifier":"e2e-inf-b-2998a4"} {"level":"info","ts":"2026-07-02T23:39:45Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"default-tenant","reconcileID":"800dfb0c-75fc-4ff5-8bb6-1058a184f71e","tenant":"ai-tenant-e2e-inf-b-2998a4/default-tenant","tenantID":"e2e-inf-b-2998a4","subscriptionNamespace":"ai-tenant-e2e-inf-b-2998a4","gatewayName":"e2e-inf-b-2998a4"} {"level":"info","ts":"2026-07-02T23:39:45Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2998a4","deploymentName":"maas-api-e2e-inf-b-2998a4"} {"level":"info","ts":"2026-07-02T23:39:45Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2998a4","deploymentName":"maas-api-e2e-inf-b-2998a4"} {"level":"info","ts":"2026-07-02T23:39:45Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2998a4","deploymentName":"maas-api-e2e-inf-b-2998a4"} {"level":"info","ts":"2026-07-02T23:39:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2998a4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2998a4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2998a4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2998a4"},"tenantIdentifier":"e2e-inf-b-2998a4"} {"level":"info","ts":"2026-07-02T23:39:45Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2998a4","deploymentName":"maas-api-e2e-inf-b-2998a4"} {"level":"error","ts":"2026-07-02T23:39:45Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"default-tenant","reconcileID":"800dfb0c-75fc-4ff5-8bb6-1058a184f71e","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-02T23:39:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2998a4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2998a4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2998a4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2998a4"},"tenantIdentifier":"e2e-inf-b-2998a4"} {"level":"info","ts":"2026-07-02T23:39:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2998a4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2998a4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2998a4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2998a4"},"tenantIdentifier":"e2e-inf-b-2998a4"} {"level":"info","ts":"2026-07-02T23:39:45Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"default-tenant","reconcileID":"e6427b1d-200c-45f7-a0d9-864bb330c425","namespace":"ai-tenant-e2e-inf-b-2998a4"} {"level":"info","ts":"2026-07-02T23:39:45Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"default-tenant","reconcileID":"e6427b1d-200c-45f7-a0d9-864bb330c425","count":0} {"level":"info","ts":"2026-07-02T23:39:45Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-2998a4/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-2998a4","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-2998a4","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-2998a4"},"tenantIdentifier":"e2e-inf-b-2998a4"} {"level":"info","ts":"2026-07-02T23:39:45Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"default-tenant","reconcileID":"e6427b1d-200c-45f7-a0d9-864bb330c425","tenant":"e2e-inf-b-2998a4","namespace":"opendatahub"} {"level":"info","ts":"2026-07-02T23:39:45Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-2998a4","deploymentName":"maas-api-e2e-inf-b-2998a4"} {"level":"info","ts":"2026-07-02T23:39:45Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"default-tenant","reconcileID":"e6427b1d-200c-45f7-a0d9-864bb330c425","gvk":"Deployment","name":"maas-api-e2e-inf-b-2998a4"} {"level":"info","ts":"2026-07-02T23:39:45Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"default-tenant","reconcileID":"e6427b1d-200c-45f7-a0d9-864bb330c425","gvk":"Service","name":"maas-api-e2e-inf-b-2998a4"} {"level":"info","ts":"2026-07-02T23:39:45Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"default-tenant","reconcileID":"e6427b1d-200c-45f7-a0d9-864bb330c425","gvk":"HTTPRoute","name":"maas-api-e2e-inf-b-2998a4-route"} {"level":"info","ts":"2026-07-02T23:39:45Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2998a4"},"namespace":"ai-tenant-e2e-inf-b-2998a4","name":"default-tenant","reconcileID":"e6427b1d-200c-45f7-a0d9-864bb330c425","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-2998a4"} {"level":"info","ts":"2026-07-02T23:39:49Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a1aa3495-e70f-4cf6-99ce-17a7c631f0e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:39:49Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ad9295ce-4c8f-4ad3-9b2c-c8dd059e8baa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:39:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T23:39:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-02T23:39:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-979f9f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-979f9f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-979f9f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-979f9f"},"tenantIdentifier":"e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:39:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-979f9f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-979f9f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-979f9f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-979f9f"},"tenantIdentifier":"e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:39:55Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-979f9f"},"namespace":"ai-tenant-e2e-api-a-979f9f","name":"default-tenant","reconcileID":"bdbdd5f5-0783-46e9-b1da-dc187559134c","tenant":"ai-tenant-e2e-api-a-979f9f/default-tenant","tenantID":"e2e-api-a-979f9f","subscriptionNamespace":"ai-tenant-e2e-api-a-979f9f","gatewayName":"e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:39:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-979f9f","deploymentName":"maas-api-e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:39:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-979f9f","deploymentName":"maas-api-e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:39:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-979f9f","deploymentName":"maas-api-e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:39:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-979f9f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-979f9f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-979f9f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-979f9f"},"tenantIdentifier":"e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:39:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-979f9f","deploymentName":"maas-api-e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:39:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-979f9f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-979f9f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-979f9f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-979f9f"},"tenantIdentifier":"e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:39:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-979f9f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-979f9f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-979f9f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-979f9f"},"tenantIdentifier":"e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:39:56Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-979f9f"},"namespace":"ai-tenant-e2e-api-a-979f9f","name":"default-tenant","reconcileID":"4a3cba7b-6d02-4335-8331-eecb6bee12f3","tenant":"ai-tenant-e2e-api-a-979f9f/default-tenant","tenantID":"e2e-api-a-979f9f","subscriptionNamespace":"ai-tenant-e2e-api-a-979f9f","gatewayName":"e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:39:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-979f9f","deploymentName":"maas-api-e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:39:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-979f9f","deploymentName":"maas-api-e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:39:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-979f9f","deploymentName":"maas-api-e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:39:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-979f9f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-979f9f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-979f9f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-979f9f"},"tenantIdentifier":"e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:39:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-979f9f","deploymentName":"maas-api-e2e-api-a-979f9f"} {"level":"error","ts":"2026-07-02T23:39:57Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-979f9f"},"namespace":"ai-tenant-e2e-api-a-979f9f","name":"default-tenant","reconcileID":"4a3cba7b-6d02-4335-8331-eecb6bee12f3","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-02T23:39:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-979f9f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-979f9f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-979f9f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-979f9f"},"tenantIdentifier":"e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:39:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-979f9f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-979f9f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-979f9f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-979f9f"},"tenantIdentifier":"e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:39:57Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-979f9f"},"namespace":"ai-tenant-e2e-api-a-979f9f","name":"default-tenant","reconcileID":"66cc6dbe-9f15-47b8-9333-8d9020031f3f","tenant":"ai-tenant-e2e-api-a-979f9f/default-tenant","tenantID":"e2e-api-a-979f9f","subscriptionNamespace":"ai-tenant-e2e-api-a-979f9f","gatewayName":"e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:39:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-979f9f","deploymentName":"maas-api-e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:39:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-979f9f","deploymentName":"maas-api-e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:39:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-979f9f","deploymentName":"maas-api-e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:39:57Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4938c417-299d-4b79-82f5-3907e17c2164","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:39:57Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9b5cecbb-3d1f-40b7-9e37-240857bf551d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:39:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-979f9f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-979f9f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-979f9f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-979f9f"},"tenantIdentifier":"e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:39:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-979f9f","deploymentName":"maas-api-e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:39:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-979f9f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-979f9f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-979f9f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-979f9f"},"tenantIdentifier":"e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:39:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-979f9f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-979f9f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-979f9f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-979f9f"},"tenantIdentifier":"e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:39:57Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-979f9f"},"namespace":"ai-tenant-e2e-api-a-979f9f","name":"default-tenant","reconcileID":"ac51a051-c89e-4d08-8b56-99665a4252f0","tenant":"ai-tenant-e2e-api-a-979f9f/default-tenant","tenantID":"e2e-api-a-979f9f","subscriptionNamespace":"ai-tenant-e2e-api-a-979f9f","gatewayName":"e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:39:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-979f9f","deploymentName":"maas-api-e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:39:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-979f9f","deploymentName":"maas-api-e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:39:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-979f9f","deploymentName":"maas-api-e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:39:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-979f9f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-979f9f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-979f9f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-979f9f"},"tenantIdentifier":"e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:39:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-979f9f","deploymentName":"maas-api-e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:40:00Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ab683aa-2666-4c61-abb1-3610ea57e61b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-02T23:40:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-979f9f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-979f9f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-979f9f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-979f9f"},"tenantIdentifier":"e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:40:00Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f38b938-6e23-461d-bb63-9c002699530d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-02T23:40:00Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-979f9f-policy","namespace":"ai-tenant-e2e-api-a-979f9f"},"namespace":"ai-tenant-e2e-api-a-979f9f","name":"e2e-e2e-api-a-979f9f-policy","reconcileID":"8c48bb58-d04f-416b-a473-c22b3e04b0d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-979f9f-policy","namespace":"ai-tenant-e2e-api-a-979f9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-979f9f","tenantID":"e2e-api-a-979f9f","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-02T23:40:00Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-979f9f-policy","namespace":"ai-tenant-e2e-api-a-979f9f"},"namespace":"ai-tenant-e2e-api-a-979f9f","name":"e2e-e2e-api-a-979f9f-policy","reconcileID":"8c48bb58-d04f-416b-a473-c22b3e04b0d1"} {"level":"info","ts":"2026-07-02T23:40:00Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-979f9f-policy","namespace":"ai-tenant-e2e-api-a-979f9f"},"namespace":"ai-tenant-e2e-api-a-979f9f","name":"e2e-e2e-api-a-979f9f-policy","reconcileID":"8c48bb58-d04f-416b-a473-c22b3e04b0d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-979f9f-policy","namespace":"ai-tenant-e2e-api-a-979f9f"},"name":"e2e-api-a-979f9f-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-02T23:40:00Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"503cbdf8-a886-4507-b70f-c9c055d575f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-02T23:40:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-6c2ab8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-6c2ab8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-6c2ab8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-6c2ab8"},"tenantIdentifier":"e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-6c2ab8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-6c2ab8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-6c2ab8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-6c2ab8"},"tenantIdentifier":"e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:03Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"default-tenant","reconcileID":"08db7aec-cbd1-47cb-b31f-0a4631d52213","tenant":"ai-tenant-e2e-api-b-6c2ab8/default-tenant","tenantID":"e2e-api-b-6c2ab8","subscriptionNamespace":"ai-tenant-e2e-api-b-6c2ab8","gatewayName":"e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-6c2ab8","deploymentName":"maas-api-e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-6c2ab8","deploymentName":"maas-api-e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-6c2ab8","deploymentName":"maas-api-e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:04Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1ba4a033-1e7a-40f6-a162-da8a9f48b44a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:40:04Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dab32583-13af-4921-ad9b-fe3e448ff3c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:40:04Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-6c2ab8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-6c2ab8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-6c2ab8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-6c2ab8"},"tenantIdentifier":"e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-6c2ab8","deploymentName":"maas-api-e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:04Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-6c2ab8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-6c2ab8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-6c2ab8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-6c2ab8"},"tenantIdentifier":"e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:04Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-6c2ab8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-6c2ab8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-6c2ab8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-6c2ab8"},"tenantIdentifier":"e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:04Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"default-tenant","reconcileID":"43bce813-1c87-47dd-bfce-bff232d5a138","tenant":"ai-tenant-e2e-api-b-6c2ab8/default-tenant","tenantID":"e2e-api-b-6c2ab8","subscriptionNamespace":"ai-tenant-e2e-api-b-6c2ab8","gatewayName":"e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-6c2ab8","deploymentName":"maas-api-e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-6c2ab8","deploymentName":"maas-api-e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:04Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-6c2ab8","deploymentName":"maas-api-e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:05Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-6c2ab8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-6c2ab8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-6c2ab8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-6c2ab8"},"tenantIdentifier":"e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:05Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-6c2ab8","deploymentName":"maas-api-e2e-api-b-6c2ab8"} {"level":"error","ts":"2026-07-02T23:40:05Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"default-tenant","reconcileID":"43bce813-1c87-47dd-bfce-bff232d5a138","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-02T23:40:05Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-6c2ab8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-6c2ab8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-6c2ab8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-6c2ab8"},"tenantIdentifier":"e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:05Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-6c2ab8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-6c2ab8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-6c2ab8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-6c2ab8"},"tenantIdentifier":"e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:05Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"default-tenant","reconcileID":"cafcdbfc-98bd-4425-ba22-4d934db7ef98","tenant":"ai-tenant-e2e-api-b-6c2ab8/default-tenant","tenantID":"e2e-api-b-6c2ab8","subscriptionNamespace":"ai-tenant-e2e-api-b-6c2ab8","gatewayName":"e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:05Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-6c2ab8","deploymentName":"maas-api-e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:05Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-6c2ab8","deploymentName":"maas-api-e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:05Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-6c2ab8","deploymentName":"maas-api-e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:05Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-6c2ab8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-6c2ab8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-6c2ab8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-6c2ab8"},"tenantIdentifier":"e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:05Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-6c2ab8","deploymentName":"maas-api-e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:05Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-6c2ab8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-6c2ab8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-6c2ab8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-6c2ab8"},"tenantIdentifier":"e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:05Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-6c2ab8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-6c2ab8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-6c2ab8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-6c2ab8"},"tenantIdentifier":"e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:05Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"default-tenant","reconcileID":"712f7589-b793-4004-9fd9-7b79cf3a75be","tenant":"ai-tenant-e2e-api-b-6c2ab8/default-tenant","tenantID":"e2e-api-b-6c2ab8","subscriptionNamespace":"ai-tenant-e2e-api-b-6c2ab8","gatewayName":"e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:05Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-6c2ab8","deploymentName":"maas-api-e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:05Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-6c2ab8","deploymentName":"maas-api-e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:05Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-6c2ab8","deploymentName":"maas-api-e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:05Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-6c2ab8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-6c2ab8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-6c2ab8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-6c2ab8"},"tenantIdentifier":"e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:05Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-6c2ab8","deploymentName":"maas-api-e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:08Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d7b024c-4536-4835-8099-fab8a8eba9de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-02T23:40:08Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-6c2ab8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-6c2ab8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-6c2ab8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-6c2ab8"},"tenantIdentifier":"e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:08Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"908a2d18-3b57-401a-9ef1-c99616781b96","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-02T23:40:08Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6c2ab8-policy","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"e2e-e2e-api-b-6c2ab8-policy","reconcileID":"11e9b2cf-1c4a-4217-b5d3-b5f7204d89b6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6c2ab8-policy","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6c2ab8","tenantID":"e2e-api-b-6c2ab8","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-02T23:40:08Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6c2ab8-policy","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"e2e-e2e-api-b-6c2ab8-policy","reconcileID":"11e9b2cf-1c4a-4217-b5d3-b5f7204d89b6"} {"level":"info","ts":"2026-07-02T23:40:08Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6c2ab8-policy","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"e2e-e2e-api-b-6c2ab8-policy","reconcileID":"11e9b2cf-1c4a-4217-b5d3-b5f7204d89b6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6c2ab8-policy","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"name":"e2e-api-b-6c2ab8-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-02T23:40:08Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5fa9ec1-877f-4065-ab7a-391d74923fbd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]} {"level":"info","ts":"2026-07-02T23:40:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-979f9f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-979f9f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-979f9f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-979f9f"},"tenantIdentifier":"e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:40:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-979f9f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-979f9f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-979f9f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-979f9f"},"tenantIdentifier":"e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:40:16Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-979f9f-policy","namespace":"ai-tenant-e2e-api-a-979f9f"},"namespace":"ai-tenant-e2e-api-a-979f9f","name":"e2e-e2e-api-a-979f9f-policy","reconcileID":"ee689226-8000-49c4-9f06-267c1d3d0a4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-979f9f-policy","namespace":"ai-tenant-e2e-api-a-979f9f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-979f9f","tenantID":"e2e-api-a-979f9f","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-02T23:40:16Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-979f9f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-979f9f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-979f9f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-979f9f"},"tenantIdentifier":"e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:40:16Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-979f9f"},"namespace":"ai-tenant-e2e-api-a-979f9f","name":"default-tenant","reconcileID":"5ec3e87b-4253-4ef1-89e0-80a7e1bcce49","tenant":"ai-tenant-e2e-api-a-979f9f/default-tenant","tenantID":"e2e-api-a-979f9f","subscriptionNamespace":"ai-tenant-e2e-api-a-979f9f","gatewayName":"e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:40:16Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-979f9f-policy","namespace":"ai-tenant-e2e-api-a-979f9f"},"namespace":"ai-tenant-e2e-api-a-979f9f","name":"e2e-e2e-api-a-979f9f-policy","reconcileID":"ee689226-8000-49c4-9f06-267c1d3d0a4c"} {"level":"info","ts":"2026-07-02T23:40:16Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-979f9f-policy","namespace":"ai-tenant-e2e-api-a-979f9f"},"namespace":"ai-tenant-e2e-api-a-979f9f","name":"e2e-e2e-api-a-979f9f-policy","reconcileID":"ee689226-8000-49c4-9f06-267c1d3d0a4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-979f9f-policy","namespace":"ai-tenant-e2e-api-a-979f9f"},"name":"e2e-api-a-979f9f-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-02T23:40:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-979f9f","deploymentName":"maas-api-e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:40:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-979f9f","deploymentName":"maas-api-e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:40:16Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-979f9f","deploymentName":"maas-api-e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:40:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-979f9f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-979f9f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-979f9f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-979f9f"},"tenantIdentifier":"e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:40:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-979f9f","deploymentName":"maas-api-e2e-api-a-979f9f"} {"level":"error","ts":"2026-07-02T23:40:17Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-979f9f"},"namespace":"ai-tenant-e2e-api-a-979f9f","name":"default-tenant","reconcileID":"5ec3e87b-4253-4ef1-89e0-80a7e1bcce49","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-02T23:40:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-979f9f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-979f9f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-979f9f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-979f9f"},"tenantIdentifier":"e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:40:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-979f9f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-979f9f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-979f9f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-979f9f"},"tenantIdentifier":"e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:40:17Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-979f9f"},"namespace":"ai-tenant-e2e-api-a-979f9f","name":"default-tenant","reconcileID":"a48c3a66-d7f3-4fab-89b2-8dff4fbcf72b","namespace":"ai-tenant-e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:40:17Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-979f9f"},"namespace":"ai-tenant-e2e-api-a-979f9f","name":"default-tenant","reconcileID":"a48c3a66-d7f3-4fab-89b2-8dff4fbcf72b","name":"e2e-e2e-api-a-979f9f-policy","namespace":"ai-tenant-e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:40:17Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-979f9f"},"namespace":"ai-tenant-e2e-api-a-979f9f","name":"default-tenant","reconcileID":"a48c3a66-d7f3-4fab-89b2-8dff4fbcf72b","count":1} {"level":"info","ts":"2026-07-02T23:40:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-979f9f/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-979f9f","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-979f9f","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-979f9f"},"tenantIdentifier":"e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:40:17Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-979f9f"},"namespace":"ai-tenant-e2e-api-a-979f9f","name":"default-tenant","reconcileID":"a48c3a66-d7f3-4fab-89b2-8dff4fbcf72b","tenant":"e2e-api-a-979f9f","namespace":"opendatahub"} {"level":"info","ts":"2026-07-02T23:40:17Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-979f9f","deploymentName":"maas-api-e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:40:17Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-979f9f-policy","namespace":"ai-tenant-e2e-api-a-979f9f"},"namespace":"ai-tenant-e2e-api-a-979f9f","name":"e2e-e2e-api-a-979f9f-policy","reconcileID":"1ddf5844-fa7d-4683-be02-81eb0376f807","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-979f9f-policy","namespace":"ai-tenant-e2e-api-a-979f9f"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-02T23:40:17Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-979f9f"},"namespace":"ai-tenant-e2e-api-a-979f9f","name":"default-tenant","reconcileID":"a48c3a66-d7f3-4fab-89b2-8dff4fbcf72b","gvk":"Deployment","name":"maas-api-e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:40:17Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-979f9f"},"namespace":"ai-tenant-e2e-api-a-979f9f","name":"default-tenant","reconcileID":"a48c3a66-d7f3-4fab-89b2-8dff4fbcf72b","gvk":"Service","name":"maas-api-e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:40:17Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-979f9f"},"namespace":"ai-tenant-e2e-api-a-979f9f","name":"default-tenant","reconcileID":"a48c3a66-d7f3-4fab-89b2-8dff4fbcf72b","gvk":"HTTPRoute","name":"maas-api-e2e-api-a-979f9f-route"} {"level":"info","ts":"2026-07-02T23:40:17Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-979f9f"},"namespace":"ai-tenant-e2e-api-a-979f9f","name":"default-tenant","reconcileID":"a48c3a66-d7f3-4fab-89b2-8dff4fbcf72b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-979f9f"} {"level":"info","ts":"2026-07-02T23:40:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-02T23:40:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T23:40:22Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-6c2ab8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-6c2ab8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-6c2ab8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-6c2ab8"},"tenantIdentifier":"e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:22Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-6c2ab8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-6c2ab8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-6c2ab8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-6c2ab8"},"tenantIdentifier":"e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:22Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6c2ab8-policy","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"e2e-e2e-api-b-6c2ab8-policy","reconcileID":"86c842df-e719-4733-8670-e3a706d9707d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6c2ab8-policy","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6c2ab8","tenantID":"e2e-api-b-6c2ab8","xAPIKeyEnabled":false} {"level":"info","ts":"2026-07-02T23:40:22Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-6c2ab8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-6c2ab8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-6c2ab8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-6c2ab8"},"tenantIdentifier":"e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:22Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"default-tenant","reconcileID":"2478f1ca-dbe6-4bdb-b4ac-b865e94ebe8b","tenant":"ai-tenant-e2e-api-b-6c2ab8/default-tenant","tenantID":"e2e-api-b-6c2ab8","subscriptionNamespace":"ai-tenant-e2e-api-b-6c2ab8","gatewayName":"e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:22Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6c2ab8-policy","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"e2e-e2e-api-b-6c2ab8-policy","reconcileID":"86c842df-e719-4733-8670-e3a706d9707d"} {"level":"info","ts":"2026-07-02T23:40:22Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6c2ab8-policy","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"e2e-e2e-api-b-6c2ab8-policy","reconcileID":"86c842df-e719-4733-8670-e3a706d9707d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6c2ab8-policy","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"name":"e2e-api-b-6c2ab8-maas-auth","namespace":"openshift-ingress"} {"level":"info","ts":"2026-07-02T23:40:22Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-6c2ab8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-6c2ab8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-6c2ab8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-6c2ab8"},"tenantIdentifier":"e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-6c2ab8","deploymentName":"maas-api-e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-6c2ab8","deploymentName":"maas-api-e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:22Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-6c2ab8","deploymentName":"maas-api-e2e-api-b-6c2ab8"} {"level":"error","ts":"2026-07-02T23:40:22Z","msg":"failed to fetch gateway info","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6c2ab8-policy","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"e2e-e2e-api-b-6c2ab8-policy","reconcileID":"03c814fa-60b4-4dac-998e-6f2bc39ef8df","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6c2ab8-policy","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"error":"get owning AITenant ai-tenants/e2e-api-b-6c2ab8 for tenant ai-tenant-e2e-api-b-6c2ab8/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-b-6c2ab8\" not found","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:451\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"error","ts":"2026-07-02T23:40:22Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6c2ab8-policy","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"e2e-e2e-api-b-6c2ab8-policy","reconcileID":"03c814fa-60b4-4dac-998e-6f2bc39ef8df","error":"get owning AITenant ai-tenants/e2e-api-b-6c2ab8 for tenant ai-tenant-e2e-api-b-6c2ab8/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-b-6c2ab8\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-02T23:40:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-6c2ab8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-6c2ab8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-6c2ab8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-6c2ab8"},"tenantIdentifier":"e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-6c2ab8","deploymentName":"maas-api-e2e-api-b-6c2ab8"} {"level":"error","ts":"2026-07-02T23:40:23Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"default-tenant","reconcileID":"2478f1ca-dbe6-4bdb-b4ac-b865e94ebe8b","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-02T23:40:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-6c2ab8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-6c2ab8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-6c2ab8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-6c2ab8"},"tenantIdentifier":"e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-6c2ab8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-6c2ab8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-6c2ab8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-6c2ab8"},"tenantIdentifier":"e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:23Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"default-tenant","reconcileID":"0d7c033d-6388-48d1-bcf1-2adfccd0df5c","namespace":"ai-tenant-e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:23Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"default-tenant","reconcileID":"0d7c033d-6388-48d1-bcf1-2adfccd0df5c","name":"e2e-e2e-api-b-6c2ab8-policy","namespace":"ai-tenant-e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:23Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"default-tenant","reconcileID":"0d7c033d-6388-48d1-bcf1-2adfccd0df5c","count":1} {"level":"info","ts":"2026-07-02T23:40:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-6c2ab8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-6c2ab8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-6c2ab8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-6c2ab8"},"tenantIdentifier":"e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:23Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"default-tenant","reconcileID":"0d7c033d-6388-48d1-bcf1-2adfccd0df5c","tenant":"e2e-api-b-6c2ab8","namespace":"opendatahub"} {"level":"info","ts":"2026-07-02T23:40:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-6c2ab8","deploymentName":"maas-api-e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:23Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6c2ab8-policy","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"e2e-e2e-api-b-6c2ab8-policy","reconcileID":"d1a80a22-ffc0-43af-81cc-fa0ff04e70c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6c2ab8-policy","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"model":"llm/facebook-opt-125m-simulated"} {"level":"info","ts":"2026-07-02T23:40:23Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"default-tenant","reconcileID":"0d7c033d-6388-48d1-bcf1-2adfccd0df5c","gvk":"Deployment","name":"maas-api-e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:23Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"default-tenant","reconcileID":"0d7c033d-6388-48d1-bcf1-2adfccd0df5c","gvk":"Service","name":"maas-api-e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:23Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"default-tenant","reconcileID":"0d7c033d-6388-48d1-bcf1-2adfccd0df5c","gvk":"HTTPRoute","name":"maas-api-e2e-api-b-6c2ab8-route"} {"level":"info","ts":"2026-07-02T23:40:23Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"default-tenant","reconcileID":"0d7c033d-6388-48d1-bcf1-2adfccd0df5c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-6c2ab8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-6c2ab8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-6c2ab8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-6c2ab8"},"tenantIdentifier":"e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-6c2ab8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-6c2ab8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-6c2ab8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-6c2ab8"},"tenantIdentifier":"e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:23Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"default-tenant","reconcileID":"4bef7806-2e46-4b9c-9f3d-9cc43f27f7e2","namespace":"ai-tenant-e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:23Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"default-tenant","reconcileID":"4bef7806-2e46-4b9c-9f3d-9cc43f27f7e2","name":"e2e-e2e-api-b-6c2ab8-policy","namespace":"ai-tenant-e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:23Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"default-tenant","reconcileID":"4bef7806-2e46-4b9c-9f3d-9cc43f27f7e2","count":1} {"level":"info","ts":"2026-07-02T23:40:23Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-6c2ab8/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-6c2ab8","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-6c2ab8","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-6c2ab8"},"tenantIdentifier":"e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:23Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"default-tenant","reconcileID":"4bef7806-2e46-4b9c-9f3d-9cc43f27f7e2","tenant":"e2e-api-b-6c2ab8","namespace":"opendatahub"} {"level":"info","ts":"2026-07-02T23:40:23Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-6c2ab8","deploymentName":"maas-api-e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:23Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"default-tenant","reconcileID":"4bef7806-2e46-4b9c-9f3d-9cc43f27f7e2","gvk":"Deployment","name":"maas-api-e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:23Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"default-tenant","reconcileID":"4bef7806-2e46-4b9c-9f3d-9cc43f27f7e2","gvk":"Service","name":"maas-api-e2e-api-b-6c2ab8"} {"level":"info","ts":"2026-07-02T23:40:23Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"default-tenant","reconcileID":"4bef7806-2e46-4b9c-9f3d-9cc43f27f7e2","gvk":"HTTPRoute","name":"maas-api-e2e-api-b-6c2ab8-route"} {"level":"info","ts":"2026-07-02T23:40:23Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"default-tenant","reconcileID":"4bef7806-2e46-4b9c-9f3d-9cc43f27f7e2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-6c2ab8"} {"level":"error","ts":"2026-07-02T23:40:23Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6c2ab8"},"namespace":"ai-tenant-e2e-api-b-6c2ab8","name":"default-tenant","reconcileID":"4bef7806-2e46-4b9c-9f3d-9cc43f27f7e2","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-02T23:40:24Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-02T23:40:24Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-02T23:40:24Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"5c419b59-820c-48a6-8085-24d6060b6b92","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"} {"level":"info","ts":"2026-07-02T23:40:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-02T23:40:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-02T23:40:24Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-02T23:40:25Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"} {"level":"info","ts":"2026-07-02T23:40:25Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"} {"level":"info","ts":"2026-07-02T23:40:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-115c59/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-115c59","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-115c59","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-115c59"},"tenantIdentifier":"e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-115c59/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-115c59","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-115c59","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-115c59"},"tenantIdentifier":"e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:33Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-115c59"},"namespace":"ai-tenant-e2e-shared-a-115c59","name":"default-tenant","reconcileID":"9d662085-4c8d-46ec-b77d-6f9cbf59cb45","tenant":"ai-tenant-e2e-shared-a-115c59/default-tenant","tenantID":"e2e-shared-a-115c59","subscriptionNamespace":"ai-tenant-e2e-shared-a-115c59","gatewayName":"e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-115c59","deploymentName":"maas-api-e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-115c59","deploymentName":"maas-api-e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-115c59","deploymentName":"maas-api-e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-115c59/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-115c59","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-115c59","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-115c59"},"tenantIdentifier":"e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-115c59","deploymentName":"maas-api-e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-115c59/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-115c59","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-115c59","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-115c59"},"tenantIdentifier":"e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-115c59/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-115c59","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-115c59","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-115c59"},"tenantIdentifier":"e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:33Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-115c59"},"namespace":"ai-tenant-e2e-shared-a-115c59","name":"default-tenant","reconcileID":"c52176fb-e35b-4174-9c76-3f6d255689a7","tenant":"ai-tenant-e2e-shared-a-115c59/default-tenant","tenantID":"e2e-shared-a-115c59","subscriptionNamespace":"ai-tenant-e2e-shared-a-115c59","gatewayName":"e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-115c59","deploymentName":"maas-api-e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-115c59","deploymentName":"maas-api-e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-115c59","deploymentName":"maas-api-e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-115c59/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-115c59","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-115c59","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-115c59"},"tenantIdentifier":"e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-115c59","deploymentName":"maas-api-e2e-shared-a-115c59"} {"level":"error","ts":"2026-07-02T23:40:34Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-115c59"},"namespace":"ai-tenant-e2e-shared-a-115c59","name":"default-tenant","reconcileID":"c52176fb-e35b-4174-9c76-3f6d255689a7","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-02T23:40:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-115c59/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-115c59","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-115c59","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-115c59"},"tenantIdentifier":"e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-115c59/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-115c59","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-115c59","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-115c59"},"tenantIdentifier":"e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:34Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-115c59"},"namespace":"ai-tenant-e2e-shared-a-115c59","name":"default-tenant","reconcileID":"c0a30ccb-1a05-489e-ab32-98b94b1e01f6","tenant":"ai-tenant-e2e-shared-a-115c59/default-tenant","tenantID":"e2e-shared-a-115c59","subscriptionNamespace":"ai-tenant-e2e-shared-a-115c59","gatewayName":"e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-115c59","deploymentName":"maas-api-e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-115c59","deploymentName":"maas-api-e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-115c59","deploymentName":"maas-api-e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-115c59/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-115c59","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-115c59","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-115c59"},"tenantIdentifier":"e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-115c59","deploymentName":"maas-api-e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-115c59/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-115c59","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-115c59","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-115c59"},"tenantIdentifier":"e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-115c59/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-115c59","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-115c59","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-115c59"},"tenantIdentifier":"e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:34Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-115c59"},"namespace":"ai-tenant-e2e-shared-a-115c59","name":"default-tenant","reconcileID":"9ef802dd-6154-4b83-86ed-754dd9a645ae","tenant":"ai-tenant-e2e-shared-a-115c59/default-tenant","tenantID":"e2e-shared-a-115c59","subscriptionNamespace":"ai-tenant-e2e-shared-a-115c59","gatewayName":"e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-115c59","deploymentName":"maas-api-e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-115c59","deploymentName":"maas-api-e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-115c59","deploymentName":"maas-api-e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-115c59/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-115c59","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-115c59","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-115c59"},"tenantIdentifier":"e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-115c59","deploymentName":"maas-api-e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-f1cae1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-f1cae1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-f1cae1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-f1cae1"},"tenantIdentifier":"e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:40:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-f1cae1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-f1cae1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-f1cae1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-f1cae1"},"tenantIdentifier":"e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:40:41Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-f1cae1"},"namespace":"ai-tenant-e2e-shared-b-f1cae1","name":"default-tenant","reconcileID":"5ce5ace5-cd3f-4993-ab6c-0e3487fabd4f","tenant":"ai-tenant-e2e-shared-b-f1cae1/default-tenant","tenantID":"e2e-shared-b-f1cae1","subscriptionNamespace":"ai-tenant-e2e-shared-b-f1cae1","gatewayName":"e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:40:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-f1cae1","deploymentName":"maas-api-e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:40:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-f1cae1","deploymentName":"maas-api-e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:40:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-f1cae1","deploymentName":"maas-api-e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:40:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-f1cae1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-f1cae1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-f1cae1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-f1cae1"},"tenantIdentifier":"e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:40:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-f1cae1","deploymentName":"maas-api-e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:40:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-f1cae1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-f1cae1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-f1cae1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-f1cae1"},"tenantIdentifier":"e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:40:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-f1cae1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-f1cae1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-f1cae1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-f1cae1"},"tenantIdentifier":"e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:40:42Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-f1cae1"},"namespace":"ai-tenant-e2e-shared-b-f1cae1","name":"default-tenant","reconcileID":"10042f3f-d7d7-4b14-bb1f-df0fd93d2acf","tenant":"ai-tenant-e2e-shared-b-f1cae1/default-tenant","tenantID":"e2e-shared-b-f1cae1","subscriptionNamespace":"ai-tenant-e2e-shared-b-f1cae1","gatewayName":"e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:40:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-f1cae1","deploymentName":"maas-api-e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:40:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-f1cae1","deploymentName":"maas-api-e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:40:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-f1cae1","deploymentName":"maas-api-e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:40:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-f1cae1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-f1cae1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-f1cae1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-f1cae1"},"tenantIdentifier":"e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:40:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-f1cae1","deploymentName":"maas-api-e2e-shared-b-f1cae1"} {"level":"error","ts":"2026-07-02T23:40:42Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-f1cae1"},"namespace":"ai-tenant-e2e-shared-b-f1cae1","name":"default-tenant","reconcileID":"10042f3f-d7d7-4b14-bb1f-df0fd93d2acf","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-02T23:40:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-f1cae1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-f1cae1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-f1cae1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-f1cae1"},"tenantIdentifier":"e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:40:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-f1cae1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-f1cae1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-f1cae1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-f1cae1"},"tenantIdentifier":"e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:40:42Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-f1cae1"},"namespace":"ai-tenant-e2e-shared-b-f1cae1","name":"default-tenant","reconcileID":"a84331fa-7f31-4cb7-aaba-7decc496feec","tenant":"ai-tenant-e2e-shared-b-f1cae1/default-tenant","tenantID":"e2e-shared-b-f1cae1","subscriptionNamespace":"ai-tenant-e2e-shared-b-f1cae1","gatewayName":"e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:40:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-f1cae1","deploymentName":"maas-api-e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:40:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-f1cae1","deploymentName":"maas-api-e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:40:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-f1cae1","deploymentName":"maas-api-e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:40:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-f1cae1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-f1cae1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-f1cae1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-f1cae1"},"tenantIdentifier":"e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:40:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-f1cae1","deploymentName":"maas-api-e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:40:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-f1cae1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-f1cae1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-f1cae1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-f1cae1"},"tenantIdentifier":"e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:40:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-f1cae1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-f1cae1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-f1cae1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-f1cae1"},"tenantIdentifier":"e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:40:42Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-f1cae1"},"namespace":"ai-tenant-e2e-shared-b-f1cae1","name":"default-tenant","reconcileID":"1fb93e75-0d35-4045-a692-b79f88429c5e","tenant":"ai-tenant-e2e-shared-b-f1cae1/default-tenant","tenantID":"e2e-shared-b-f1cae1","subscriptionNamespace":"ai-tenant-e2e-shared-b-f1cae1","gatewayName":"e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:40:43Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-f1cae1","deploymentName":"maas-api-e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:40:43Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-f1cae1","deploymentName":"maas-api-e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:40:43Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-f1cae1","deploymentName":"maas-api-e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:40:43Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-f1cae1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-f1cae1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-f1cae1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-f1cae1"},"tenantIdentifier":"e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:40:43Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-f1cae1","deploymentName":"maas-api-e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:40:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T23:40:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-02T23:40:51Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cd7f24e0-f3c5-410c-93a3-52d82c47a3f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:40:52Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d613c63b-8344-4053-a598-ca781aa67829","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:40:54Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-115c59/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-115c59","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-115c59","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-115c59"},"tenantIdentifier":"e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:54Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-115c59/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-115c59","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-115c59","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-115c59"},"tenantIdentifier":"e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:54Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-115c59"},"namespace":"ai-tenant-e2e-shared-a-115c59","name":"default-tenant","reconcileID":"1babd118-256a-4275-aab2-a181ed0672ec","tenant":"ai-tenant-e2e-shared-a-115c59/default-tenant","tenantID":"e2e-shared-a-115c59","subscriptionNamespace":"ai-tenant-e2e-shared-a-115c59","gatewayName":"e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:54Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-115c59","deploymentName":"maas-api-e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:54Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-115c59","deploymentName":"maas-api-e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:54Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-115c59","deploymentName":"maas-api-e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-115c59/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-115c59","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-115c59","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-115c59"},"tenantIdentifier":"e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-115c59","deploymentName":"maas-api-e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-115c59/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-115c59","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-115c59","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-115c59"},"tenantIdentifier":"e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-115c59/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-115c59","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-115c59","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-115c59"},"tenantIdentifier":"e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:55Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-115c59"},"namespace":"ai-tenant-e2e-shared-a-115c59","name":"default-tenant","reconcileID":"8c2e1754-5b6c-4e9b-8a57-bd9288a0cf06","tenant":"ai-tenant-e2e-shared-a-115c59/default-tenant","tenantID":"e2e-shared-a-115c59","subscriptionNamespace":"ai-tenant-e2e-shared-a-115c59","gatewayName":"e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-115c59","deploymentName":"maas-api-e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-115c59","deploymentName":"maas-api-e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-115c59","deploymentName":"maas-api-e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:55Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-115c59/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-115c59","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-115c59","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-115c59"},"tenantIdentifier":"e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:40:55Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-115c59","deploymentName":"maas-api-e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:41:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-f1cae1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-f1cae1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-f1cae1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-f1cae1"},"tenantIdentifier":"e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:41:02Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-f1cae1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-f1cae1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-f1cae1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-f1cae1"},"tenantIdentifier":"e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:41:02Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-f1cae1"},"namespace":"ai-tenant-e2e-shared-b-f1cae1","name":"default-tenant","reconcileID":"7aa01648-40b3-4b14-9ba9-14c9d3ea0f68","tenant":"ai-tenant-e2e-shared-b-f1cae1/default-tenant","tenantID":"e2e-shared-b-f1cae1","subscriptionNamespace":"ai-tenant-e2e-shared-b-f1cae1","gatewayName":"e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:41:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-f1cae1","deploymentName":"maas-api-e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:41:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-f1cae1","deploymentName":"maas-api-e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:41:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-f1cae1","deploymentName":"maas-api-e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:41:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-f1cae1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-f1cae1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-f1cae1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-f1cae1"},"tenantIdentifier":"e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:41:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-f1cae1","deploymentName":"maas-api-e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:41:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-f1cae1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-f1cae1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-f1cae1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-f1cae1"},"tenantIdentifier":"e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:41:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-f1cae1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-f1cae1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-f1cae1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-f1cae1"},"tenantIdentifier":"e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:41:03Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-f1cae1"},"namespace":"ai-tenant-e2e-shared-b-f1cae1","name":"default-tenant","reconcileID":"65c46105-3630-4620-bb41-a10d8e097fd0","tenant":"ai-tenant-e2e-shared-b-f1cae1/default-tenant","tenantID":"e2e-shared-b-f1cae1","subscriptionNamespace":"ai-tenant-e2e-shared-b-f1cae1","gatewayName":"e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:41:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-f1cae1","deploymentName":"maas-api-e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:41:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-f1cae1","deploymentName":"maas-api-e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:41:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-f1cae1","deploymentName":"maas-api-e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:41:03Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-f1cae1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-f1cae1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-f1cae1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-f1cae1"},"tenantIdentifier":"e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:41:03Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-f1cae1","deploymentName":"maas-api-e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:41:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T23:41:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-02T23:41:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-02T23:41:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T23:42:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T23:42:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-02T23:42:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-02T23:42:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T23:43:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-02T23:43:20Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T23:43:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-115c59/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-115c59","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-115c59","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-115c59"},"tenantIdentifier":"e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:43:50Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-115c59/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-115c59","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-115c59","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-115c59"},"tenantIdentifier":"e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:43:50Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-115c59"},"namespace":"ai-tenant-e2e-shared-a-115c59","name":"default-tenant","reconcileID":"f51efd70-1070-4403-a819-b53213873340","tenant":"ai-tenant-e2e-shared-a-115c59/default-tenant","tenantID":"e2e-shared-a-115c59","subscriptionNamespace":"ai-tenant-e2e-shared-a-115c59","gatewayName":"e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:43:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-115c59","deploymentName":"maas-api-e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:43:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-115c59","deploymentName":"maas-api-e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:43:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-115c59","deploymentName":"maas-api-e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:43:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"} {"level":"info","ts":"2026-07-02T23:43:50Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"} {"level":"info","ts":"2026-07-02T23:43:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-115c59/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-115c59","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-115c59","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-115c59"},"tenantIdentifier":"e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:43:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-115c59","deploymentName":"maas-api-e2e-shared-a-115c59"} {"level":"error","ts":"2026-07-02T23:43:51Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-115c59"},"namespace":"ai-tenant-e2e-shared-a-115c59","name":"default-tenant","reconcileID":"f51efd70-1070-4403-a819-b53213873340","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-02T23:43:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-115c59/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-115c59","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-115c59","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-115c59"},"tenantIdentifier":"e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:43:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-115c59/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-115c59","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-115c59","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-115c59"},"tenantIdentifier":"e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:43:51Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-115c59"},"namespace":"ai-tenant-e2e-shared-a-115c59","name":"default-tenant","reconcileID":"96b47dc1-51d5-4e85-8e8e-23865a756cc1","namespace":"ai-tenant-e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:43:51Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-115c59"},"namespace":"ai-tenant-e2e-shared-a-115c59","name":"default-tenant","reconcileID":"96b47dc1-51d5-4e85-8e8e-23865a756cc1","count":0} {"level":"info","ts":"2026-07-02T23:43:51Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-115c59/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-115c59","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-115c59","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-115c59"},"tenantIdentifier":"e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:43:51Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-115c59"},"namespace":"ai-tenant-e2e-shared-a-115c59","name":"default-tenant","reconcileID":"96b47dc1-51d5-4e85-8e8e-23865a756cc1","tenant":"e2e-shared-a-115c59","namespace":"opendatahub"} {"level":"info","ts":"2026-07-02T23:43:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-115c59","deploymentName":"maas-api-e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:43:51Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-115c59"},"namespace":"ai-tenant-e2e-shared-a-115c59","name":"default-tenant","reconcileID":"96b47dc1-51d5-4e85-8e8e-23865a756cc1","gvk":"Deployment","name":"maas-api-e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:43:51Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-115c59"},"namespace":"ai-tenant-e2e-shared-a-115c59","name":"default-tenant","reconcileID":"96b47dc1-51d5-4e85-8e8e-23865a756cc1","gvk":"Service","name":"maas-api-e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:43:51Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-115c59"},"namespace":"ai-tenant-e2e-shared-a-115c59","name":"default-tenant","reconcileID":"96b47dc1-51d5-4e85-8e8e-23865a756cc1","gvk":"HTTPRoute","name":"maas-api-e2e-shared-a-115c59-route"} {"level":"info","ts":"2026-07-02T23:43:51Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-115c59"},"namespace":"ai-tenant-e2e-shared-a-115c59","name":"default-tenant","reconcileID":"96b47dc1-51d5-4e85-8e8e-23865a756cc1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-115c59"} {"level":"info","ts":"2026-07-02T23:43:55Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"da53c971-f9e1-429d-b6bb-3c4e31f2c055","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:43:55Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"47dac710-9fe3-4bd4-9545-ed63e12f19db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1} {"level":"info","ts":"2026-07-02T23:43:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-f1cae1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-f1cae1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-f1cae1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-f1cae1"},"tenantIdentifier":"e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:43:56Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-f1cae1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-f1cae1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-f1cae1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-f1cae1"},"tenantIdentifier":"e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:43:56Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-f1cae1"},"namespace":"ai-tenant-e2e-shared-b-f1cae1","name":"default-tenant","reconcileID":"23aea6b0-557e-4c98-bb0e-3a5c331afdcc","tenant":"ai-tenant-e2e-shared-b-f1cae1/default-tenant","tenantID":"e2e-shared-b-f1cae1","subscriptionNamespace":"ai-tenant-e2e-shared-b-f1cae1","gatewayName":"e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:43:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-f1cae1","deploymentName":"maas-api-e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:43:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-f1cae1","deploymentName":"maas-api-e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:43:56Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-f1cae1","deploymentName":"maas-api-e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:43:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-f1cae1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-f1cae1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-f1cae1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-f1cae1"},"tenantIdentifier":"e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:43:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-f1cae1","deploymentName":"maas-api-e2e-shared-b-f1cae1"} {"level":"error","ts":"2026-07-02T23:43:57Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-f1cae1"},"namespace":"ai-tenant-e2e-shared-b-f1cae1","name":"default-tenant","reconcileID":"23aea6b0-557e-4c98-bb0e-3a5c331afdcc","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-07-02T23:43:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-f1cae1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-f1cae1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-f1cae1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-f1cae1"},"tenantIdentifier":"e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:43:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-f1cae1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-f1cae1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-f1cae1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-f1cae1"},"tenantIdentifier":"e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:43:57Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-f1cae1"},"namespace":"ai-tenant-e2e-shared-b-f1cae1","name":"default-tenant","reconcileID":"647c9b36-cdcf-497f-b1d8-62f12ab24908","namespace":"ai-tenant-e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:43:57Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-f1cae1"},"namespace":"ai-tenant-e2e-shared-b-f1cae1","name":"default-tenant","reconcileID":"647c9b36-cdcf-497f-b1d8-62f12ab24908","count":0} {"level":"info","ts":"2026-07-02T23:43:57Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-f1cae1/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-f1cae1","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-f1cae1","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-f1cae1"},"tenantIdentifier":"e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:43:57Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-f1cae1"},"namespace":"ai-tenant-e2e-shared-b-f1cae1","name":"default-tenant","reconcileID":"647c9b36-cdcf-497f-b1d8-62f12ab24908","tenant":"e2e-shared-b-f1cae1","namespace":"opendatahub"} {"level":"info","ts":"2026-07-02T23:43:57Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-f1cae1","deploymentName":"maas-api-e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:43:57Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-f1cae1"},"namespace":"ai-tenant-e2e-shared-b-f1cae1","name":"default-tenant","reconcileID":"647c9b36-cdcf-497f-b1d8-62f12ab24908","gvk":"Deployment","name":"maas-api-e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:43:57Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-f1cae1"},"namespace":"ai-tenant-e2e-shared-b-f1cae1","name":"default-tenant","reconcileID":"647c9b36-cdcf-497f-b1d8-62f12ab24908","gvk":"Service","name":"maas-api-e2e-shared-b-f1cae1"} {"level":"info","ts":"2026-07-02T23:43:57Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-f1cae1"},"namespace":"ai-tenant-e2e-shared-b-f1cae1","name":"default-tenant","reconcileID":"647c9b36-cdcf-497f-b1d8-62f12ab24908","gvk":"HTTPRoute","name":"maas-api-e2e-shared-b-f1cae1-route"} {"level":"info","ts":"2026-07-02T23:43:57Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-f1cae1"},"namespace":"ai-tenant-e2e-shared-b-f1cae1","name":"default-tenant","reconcileID":"647c9b36-cdcf-497f-b1d8-62f12ab24908","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-f1cae1"}