{"level":"info","ts":"2026-07-08T03:36:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-reuse-25332d","deploymentName":"maas-api-e2e-reuse-25332d"}
{"level":"info","ts":"2026-07-08T03:36:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-reuse-25332d","deploymentName":"maas-api-e2e-reuse-25332d"}
{"level":"info","ts":"2026-07-08T03:36:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-reuse-25332d","deploymentName":"maas-api-e2e-reuse-25332d"}
{"level":"info","ts":"2026-07-08T03:36:46Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25332d-auth","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d-auth","reconcileID":"c8aed3ee-f5d1-4b18-84ef-50ab7d402eff","MaaSAuthPolicy":{"name":"test-model-25332d-auth","namespace":"ai-tenant-e2e-reuse-25332d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-reuse-25332d","tenantID":"e2e-reuse-25332d","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-08T03:36:46Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25332d-auth","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d-auth","reconcileID":"c8aed3ee-f5d1-4b18-84ef-50ab7d402eff"}
{"level":"info","ts":"2026-07-08T03:36:46Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25332d-auth","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d-auth","reconcileID":"c8aed3ee-f5d1-4b18-84ef-50ab7d402eff","MaaSAuthPolicy":{"name":"test-model-25332d-auth","namespace":"ai-tenant-e2e-reuse-25332d"},"name":"e2e-reuse-25332d-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-08T03:36:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-reuse-25332d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-reuse-25332d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-reuse-25332d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-reuse-25332d"},"tenantIdentifier":"e2e-reuse-25332d"}
{"level":"info","ts":"2026-07-08T03:36:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-reuse-25332d","deploymentName":"maas-api-e2e-reuse-25332d"}
{"level":"error","ts":"2026-07-08T03:36:46Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"default-tenant","reconcileID":"ef709db2-3350-48f8-99e6-81d87d199d8b","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-08T03:36:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-reuse-25332d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-reuse-25332d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-reuse-25332d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-reuse-25332d"},"tenantIdentifier":"e2e-reuse-25332d"}
{"level":"info","ts":"2026-07-08T03:36:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-reuse-25332d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-reuse-25332d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-reuse-25332d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-reuse-25332d"},"tenantIdentifier":"e2e-reuse-25332d"}
{"level":"info","ts":"2026-07-08T03:36:46Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"default-tenant","reconcileID":"81b60d5d-fadb-4317-b95d-756228a3d7f4","namespace":"ai-tenant-e2e-reuse-25332d"}
{"level":"info","ts":"2026-07-08T03:36:46Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"default-tenant","reconcileID":"81b60d5d-fadb-4317-b95d-756228a3d7f4","name":"test-model-25332d-auth","namespace":"ai-tenant-e2e-reuse-25332d"}
{"level":"info","ts":"2026-07-08T03:36:46Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"default-tenant","reconcileID":"81b60d5d-fadb-4317-b95d-756228a3d7f4","count":1}
{"level":"info","ts":"2026-07-08T03:36:46Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-reuse-25332d/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-reuse-25332d","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-reuse-25332d","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-reuse-25332d"},"tenantIdentifier":"e2e-reuse-25332d"}
{"level":"info","ts":"2026-07-08T03:36:46Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"default-tenant","reconcileID":"81b60d5d-fadb-4317-b95d-756228a3d7f4","tenant":"e2e-reuse-25332d","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-08T03:36:46Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-reuse-25332d","deploymentName":"maas-api-e2e-reuse-25332d"}
{"level":"info","ts":"2026-07-08T03:36:46Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25332d-auth","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d-auth","reconcileID":"76e7cc3a-6560-492e-afa9-ea0387013285","MaaSAuthPolicy":{"name":"test-model-25332d-auth","namespace":"ai-tenant-e2e-reuse-25332d"},"model":"ai-tenant-e2e-reuse-25332d/test-model-25332d"}
{"level":"info","ts":"2026-07-08T03:36:46Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"default-tenant","reconcileID":"81b60d5d-fadb-4317-b95d-756228a3d7f4","gvk":"Deployment","name":"maas-api-e2e-reuse-25332d"}
{"level":"info","ts":"2026-07-08T03:36:46Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"default-tenant","reconcileID":"81b60d5d-fadb-4317-b95d-756228a3d7f4","gvk":"Service","name":"maas-api-e2e-reuse-25332d"}
{"level":"info","ts":"2026-07-08T03:36:46Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"default-tenant","reconcileID":"81b60d5d-fadb-4317-b95d-756228a3d7f4","gvk":"HTTPRoute","name":"maas-api-route-e2e-reuse-25332d"}
{"level":"info","ts":"2026-07-08T03:36:46Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"default-tenant","reconcileID":"81b60d5d-fadb-4317-b95d-756228a3d7f4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-reuse-25332d"}
{"level":"error","ts":"2026-07-08T03:36:52Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"82e34b90-73e9-4ac5-913c-6c4b471113c2","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"routeName":"test-model-25332d-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-25332d","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-25332d","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:36:52Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"82e34b90-73e9-4ac5-913c-6c4b471113c2","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"error":"HTTPRoute ai-tenant-e2e-reuse-25332d/test-model-25332d-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-25332d). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:36:52Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"82e34b90-73e9-4ac5-913c-6c4b471113c2","error":"HTTPRoute ai-tenant-e2e-reuse-25332d/test-model-25332d-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-25332d). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:36:52Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"bf924a43-bd6e-4bd3-b08c-a2c492f798a3","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"routeName":"test-model-25332d-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-25332d","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-25332d","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:36:52Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"bf924a43-bd6e-4bd3-b08c-a2c492f798a3","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"error":"HTTPRoute ai-tenant-e2e-reuse-25332d/test-model-25332d-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-25332d). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:36:52Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"bf924a43-bd6e-4bd3-b08c-a2c492f798a3","error":"HTTPRoute ai-tenant-e2e-reuse-25332d/test-model-25332d-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-25332d). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:36:52Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"268da7ed-d233-4efa-8664-59b36fc089eb","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"routeName":"test-model-25332d-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-25332d","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-25332d","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:36:52Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"268da7ed-d233-4efa-8664-59b36fc089eb","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"error":"HTTPRoute ai-tenant-e2e-reuse-25332d/test-model-25332d-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-25332d). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:36:52Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"268da7ed-d233-4efa-8664-59b36fc089eb","error":"HTTPRoute ai-tenant-e2e-reuse-25332d/test-model-25332d-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-25332d). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:36:52Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"87fc8dbf-d259-4995-a0e3-e8ec49fa595f","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"routeName":"test-model-25332d-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-25332d","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-25332d","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:36:52Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"87fc8dbf-d259-4995-a0e3-e8ec49fa595f","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"error":"HTTPRoute ai-tenant-e2e-reuse-25332d/test-model-25332d-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-25332d). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:36:52Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"87fc8dbf-d259-4995-a0e3-e8ec49fa595f","error":"HTTPRoute ai-tenant-e2e-reuse-25332d/test-model-25332d-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-25332d). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:36:52Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"c46a48b8-b5c6-4eee-9ce3-374280855ad8","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"routeName":"test-model-25332d-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-25332d","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-25332d","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:36:52Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"c46a48b8-b5c6-4eee-9ce3-374280855ad8","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"error":"HTTPRoute ai-tenant-e2e-reuse-25332d/test-model-25332d-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-25332d). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:36:52Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"c46a48b8-b5c6-4eee-9ce3-374280855ad8","error":"HTTPRoute ai-tenant-e2e-reuse-25332d/test-model-25332d-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-25332d). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:36:52Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"f42c1837-ba56-4190-b279-e86fbe7ec4ed","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"routeName":"test-model-25332d-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-25332d","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-25332d","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:36:52Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"f42c1837-ba56-4190-b279-e86fbe7ec4ed","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"error":"HTTPRoute ai-tenant-e2e-reuse-25332d/test-model-25332d-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-25332d). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:36:52Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"f42c1837-ba56-4190-b279-e86fbe7ec4ed","error":"HTTPRoute ai-tenant-e2e-reuse-25332d/test-model-25332d-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-25332d). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:36:52Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"9b564acf-3a57-4d61-b6fb-7bfa6fd5f8b6","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"routeName":"test-model-25332d-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-25332d","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-25332d","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:36:52Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"9b564acf-3a57-4d61-b6fb-7bfa6fd5f8b6","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"error":"HTTPRoute ai-tenant-e2e-reuse-25332d/test-model-25332d-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-25332d). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:36:52Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"9b564acf-3a57-4d61-b6fb-7bfa6fd5f8b6","error":"HTTPRoute ai-tenant-e2e-reuse-25332d/test-model-25332d-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-25332d). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:36:52Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"7adfe38c-f809-4593-9644-b54f9a68bb18","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"routeName":"test-model-25332d-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-25332d","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-25332d","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:36:52Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"7adfe38c-f809-4593-9644-b54f9a68bb18","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"error":"HTTPRoute ai-tenant-e2e-reuse-25332d/test-model-25332d-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-25332d). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:36:52Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"7adfe38c-f809-4593-9644-b54f9a68bb18","error":"HTTPRoute ai-tenant-e2e-reuse-25332d/test-model-25332d-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-25332d). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:36:53Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"ef5e5a9e-12e8-4c95-a1f5-685c27fdd4b2","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"routeName":"test-model-25332d-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-25332d","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-25332d","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:36:53Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"ef5e5a9e-12e8-4c95-a1f5-685c27fdd4b2","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"error":"HTTPRoute ai-tenant-e2e-reuse-25332d/test-model-25332d-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-25332d). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:36:53Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"ef5e5a9e-12e8-4c95-a1f5-685c27fdd4b2","error":"HTTPRoute ai-tenant-e2e-reuse-25332d/test-model-25332d-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-25332d). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:36:54Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"e0357a40-2e4e-4857-abe9-85f18146c4ab","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"routeName":"test-model-25332d-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-25332d","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-25332d","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:36:54Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"e0357a40-2e4e-4857-abe9-85f18146c4ab","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"error":"HTTPRoute ai-tenant-e2e-reuse-25332d/test-model-25332d-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-25332d). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:36:54Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"e0357a40-2e4e-4857-abe9-85f18146c4ab","error":"HTTPRoute ai-tenant-e2e-reuse-25332d/test-model-25332d-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-25332d). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:36:57Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"bbcd8c75-dffd-4744-bc59-e9b1fab1ff1f","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"routeName":"test-model-25332d-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-25332d","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-25332d","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:36:57Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"bbcd8c75-dffd-4744-bc59-e9b1fab1ff1f","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"error":"HTTPRoute ai-tenant-e2e-reuse-25332d/test-model-25332d-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-25332d). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:36:57Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"bbcd8c75-dffd-4744-bc59-e9b1fab1ff1f","error":"HTTPRoute ai-tenant-e2e-reuse-25332d/test-model-25332d-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-25332d). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:37:02Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"61eb23ae-2e7a-49b0-b00a-f160d0e414f8","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"routeName":"test-model-25332d-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-25332d","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-25332d","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:37:02Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"61eb23ae-2e7a-49b0-b00a-f160d0e414f8","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"error":"HTTPRoute ai-tenant-e2e-reuse-25332d/test-model-25332d-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-25332d). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:37:02Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"61eb23ae-2e7a-49b0-b00a-f160d0e414f8","error":"HTTPRoute ai-tenant-e2e-reuse-25332d/test-model-25332d-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-25332d). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-08T03:37:11Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e64846ee-b2dd-45e8-9a6d-7170b1884606","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T03:37:12Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7142f2-sub","namespace":"ai-tenant-e2e-inf-b-7142f2"},"namespace":"ai-tenant-e2e-inf-b-7142f2","name":"test-model-7142f2-sub","reconcileID":"2b451c27-ca56-4619-915c-d0e7f6ae8f98","MaaSSubscription":{"name":"test-model-7142f2-sub","namespace":"ai-tenant-e2e-inf-b-7142f2"},"name":"maas-trlp-test-model-7142f2","model":"ai-tenant-e2e-inf-b-7142f2/test-model-7142f2","subscriptionCount":1}
{"level":"error","ts":"2026-07-08T03:37:12Z","msg":"HTTPRoute does not reference configured gateway","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"b4c02e28-afb8-43ce-b061-b151fd07c043","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"routeName":"test-model-25332d-kserve-route","routeNamespace":"ai-tenant-e2e-reuse-25332d","expectedGateway":"openshift-ingress/maas-default-gateway","foundGateway":"openshift-ingress/e2e-reuse-25332d","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).validateLLMISvcHTTPRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:113\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*llmisvcHandler).ReconcileRoute\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/providers_llmisvc.go:40\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:140\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:37:12Z","msg":"failed to reconcile HTTPRoute","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"b4c02e28-afb8-43ce-b061-b151fd07c043","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"error":"HTTPRoute ai-tenant-e2e-reuse-25332d/test-model-25332d-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-25332d). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:152\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:37:12Z","msg":"Reconciler error","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25332d","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d","reconcileID":"b4c02e28-afb8-43ce-b061-b151fd07c043","error":"HTTPRoute ai-tenant-e2e-reuse-25332d/test-model-25332d-kserve-route does not reference gateway (expected: openshift-ingress/maas-default-gateway, found: openshift-ingress/e2e-reuse-25332d). The LLMInferenceService must be configured to use openshift-ingress/maas-default-gateway","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-08T03:37:12Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fb25e047-dc7d-414f-977d-589334a2e605","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T03:37:13Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2515cc-sub","namespace":"ai-tenant-e2e-inf-a-2515cc"},"namespace":"ai-tenant-e2e-inf-a-2515cc","name":"test-model-2515cc-sub","reconcileID":"5ee2b626-e4a7-4718-82c4-bc4661dc65f0","MaaSSubscription":{"name":"test-model-2515cc-sub","namespace":"ai-tenant-e2e-inf-a-2515cc"},"name":"maas-trlp-test-model-2515cc","model":"ai-tenant-e2e-inf-a-2515cc/test-model-2515cc","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T03:37:15Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-08T03:37:15Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-08T03:37:28Z","msg":"Tenant CR not found during subscription deletion - tenant already deleted, keys inaccessible","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-25332d-sub","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d-sub","reconcileID":"474309e3-b8af-40c0-bdbf-800a8fef801a","subscription":"test-model-25332d-sub","namespace":"ai-tenant-e2e-reuse-25332d"}
{"level":"info","ts":"2026-07-08T03:37:28Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-25332d-sub","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d-sub","reconcileID":"474309e3-b8af-40c0-bdbf-800a8fef801a","MaaSSubscription":{"name":"test-model-25332d-sub","namespace":"ai-tenant-e2e-reuse-25332d"},"model":"ai-tenant-e2e-reuse-25332d/test-model-25332d","subscription":"test-model-25332d-sub"}
{"level":"info","ts":"2026-07-08T03:37:28Z","msg":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-25332d-sub","namespace":"ai-tenant-e2e-reuse-25332d"},"namespace":"ai-tenant-e2e-reuse-25332d","name":"test-model-25332d-sub","reconcileID":"474309e3-b8af-40c0-bdbf-800a8fef801a","MaaSSubscription":{"name":"test-model-25332d-sub","namespace":"ai-tenant-e2e-reuse-25332d"},"model":"ai-tenant-e2e-reuse-25332d/test-model-25332d","error":"MaaSModelRef not found: ai-tenant-e2e-reuse-25332d/test-model-25332d"}
{"level":"info","ts":"2026-07-08T03:37:34Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f981f3fa-14a7-41f8-8aa1-29898320cae4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T03:37:34Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2515cc-sub","namespace":"ai-tenant-e2e-inf-a-2515cc"},"namespace":"ai-tenant-e2e-inf-a-2515cc","name":"test-model-2515cc-sub","reconcileID":"019f9f4d-1be6-4298-9d90-9b59cf500f95","MaaSSubscription":{"name":"test-model-2515cc-sub","namespace":"ai-tenant-e2e-inf-a-2515cc"},"name":"maas-trlp-test-model-2515cc","model":"ai-tenant-e2e-inf-a-2515cc/test-model-2515cc","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T03:37:35Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7142f2-sub","namespace":"ai-tenant-e2e-inf-b-7142f2"},"namespace":"ai-tenant-e2e-inf-b-7142f2","name":"test-model-7142f2-sub","reconcileID":"9808f2ec-5d05-45c9-a750-ae52e9bc297a","MaaSSubscription":{"name":"test-model-7142f2-sub","namespace":"ai-tenant-e2e-inf-b-7142f2"},"name":"maas-trlp-test-model-7142f2","model":"ai-tenant-e2e-inf-b-7142f2/test-model-7142f2","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T03:37:35Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2515cc-auth","namespace":"ai-tenant-e2e-inf-a-2515cc"},"namespace":"ai-tenant-e2e-inf-a-2515cc","name":"test-model-2515cc-auth","reconcileID":"eb52ce84-0b9e-4df7-a2bb-c97c555dadff","MaaSAuthPolicy":{"name":"test-model-2515cc-auth","namespace":"ai-tenant-e2e-inf-a-2515cc"},"model":"ai-tenant-e2e-inf-a-2515cc/test-model-2515cc"}
{"level":"info","ts":"2026-07-08T03:37:35Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2515cc","namespace":"ai-tenant-e2e-inf-a-2515cc"},"namespace":"ai-tenant-e2e-inf-a-2515cc","name":"test-model-2515cc","reconcileID":"1a91eada-0637-48c9-8a07-a0491346237e","MaaSModelRef":{"name":"test-model-2515cc","namespace":"ai-tenant-e2e-inf-a-2515cc"},"routeName":"test-model-2515cc-kserve-route","namespace":"ai-tenant-e2e-inf-a-2515cc","llmisvcName":"test-model-2515cc","gateway":"openshift-ingress/e2e-inf-a-2515cc","hostnames":[]}
{"level":"info","ts":"2026-07-08T03:37:35Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2515cc-sub","namespace":"ai-tenant-e2e-inf-a-2515cc"},"namespace":"ai-tenant-e2e-inf-a-2515cc","name":"test-model-2515cc-sub","reconcileID":"09ff90d5-4883-428d-9d5c-2c8d4c12c7c7","MaaSSubscription":{"name":"test-model-2515cc-sub","namespace":"ai-tenant-e2e-inf-a-2515cc"},"name":"maas-trlp-test-model-2515cc","model":"ai-tenant-e2e-inf-a-2515cc/test-model-2515cc","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T03:37:35Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2515cc-auth","namespace":"ai-tenant-e2e-inf-a-2515cc"},"namespace":"ai-tenant-e2e-inf-a-2515cc","name":"test-model-2515cc-auth","reconcileID":"3479372a-933b-4846-86a4-729a40cecd3d","MaaSAuthPolicy":{"name":"test-model-2515cc-auth","namespace":"ai-tenant-e2e-inf-a-2515cc"},"model":"ai-tenant-e2e-inf-a-2515cc/test-model-2515cc"}
{"level":"info","ts":"2026-07-08T03:37:35Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2515cc","namespace":"ai-tenant-e2e-inf-a-2515cc"},"namespace":"ai-tenant-e2e-inf-a-2515cc","name":"test-model-2515cc","reconcileID":"f33536d8-6e22-47fc-beff-64f53f6246f4","MaaSModelRef":{"name":"test-model-2515cc","namespace":"ai-tenant-e2e-inf-a-2515cc"},"routeName":"test-model-2515cc-kserve-route","namespace":"ai-tenant-e2e-inf-a-2515cc","llmisvcName":"test-model-2515cc","gateway":"openshift-ingress/e2e-inf-a-2515cc","hostnames":[]}
{"level":"info","ts":"2026-07-08T03:37:35Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2515cc-sub","namespace":"ai-tenant-e2e-inf-a-2515cc"},"namespace":"ai-tenant-e2e-inf-a-2515cc","name":"test-model-2515cc-sub","reconcileID":"d9b557bd-5b94-4782-8dcb-35ae28185ea1","MaaSSubscription":{"name":"test-model-2515cc-sub","namespace":"ai-tenant-e2e-inf-a-2515cc"},"name":"maas-trlp-test-model-2515cc","model":"ai-tenant-e2e-inf-a-2515cc/test-model-2515cc","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T03:37:35Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5703c584-7328-4468-8b20-662c09b91461","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"error","ts":"2026-07-08T03:37:35Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2515cc-auth","namespace":"ai-tenant-e2e-inf-a-2515cc"},"namespace":"ai-tenant-e2e-inf-a-2515cc","name":"test-model-2515cc-auth","reconcileID":"3479372a-933b-4846-86a4-729a40cecd3d","error":"maasauthpolicies.maas.opendatahub.io \"test-model-2515cc-auth\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-08T03:37:35Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2515cc","namespace":"ai-tenant-e2e-inf-a-2515cc"},"namespace":"ai-tenant-e2e-inf-a-2515cc","name":"test-model-2515cc","reconcileID":"1f7910d3-fa9a-4ff6-befa-5d16ac50bc32","MaaSModelRef":{"name":"test-model-2515cc","namespace":"ai-tenant-e2e-inf-a-2515cc"},"routeName":"test-model-2515cc-kserve-route","namespace":"ai-tenant-e2e-inf-a-2515cc","llmisvcName":"test-model-2515cc","gateway":"openshift-ingress/e2e-inf-a-2515cc","hostnames":[]}
{"level":"info","ts":"2026-07-08T03:37:35Z","msg":"Revoked API keys for subscription deletion","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2515cc-sub","namespace":"ai-tenant-e2e-inf-a-2515cc"},"namespace":"ai-tenant-e2e-inf-a-2515cc","name":"test-model-2515cc-sub","reconcileID":"54fc8ed9-0c39-43c5-a4e9-7e65fe12b634","subscription":"test-model-2515cc-sub","tenant":"e2e-inf-a-2515cc","maasAPIService":"maas-api-e2e-inf-a-2515cc","revokedCount":2,"initiator":"MaaSSubscription controller finalizer"}
{"level":"info","ts":"2026-07-08T03:37:35Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2515cc-sub","namespace":"ai-tenant-e2e-inf-a-2515cc"},"namespace":"ai-tenant-e2e-inf-a-2515cc","name":"test-model-2515cc-sub","reconcileID":"54fc8ed9-0c39-43c5-a4e9-7e65fe12b634","MaaSSubscription":{"name":"test-model-2515cc-sub","namespace":"ai-tenant-e2e-inf-a-2515cc"},"model":"ai-tenant-e2e-inf-a-2515cc/test-model-2515cc","subscription":"test-model-2515cc-sub"}
{"level":"info","ts":"2026-07-08T03:37:35Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2515cc-sub","namespace":"ai-tenant-e2e-inf-a-2515cc"},"namespace":"ai-tenant-e2e-inf-a-2515cc","name":"test-model-2515cc-sub","reconcileID":"54fc8ed9-0c39-43c5-a4e9-7e65fe12b634","MaaSSubscription":{"name":"test-model-2515cc-sub","namespace":"ai-tenant-e2e-inf-a-2515cc"},"model":"ai-tenant-e2e-inf-a-2515cc/test-model-2515cc"}
{"level":"info","ts":"2026-07-08T03:37:35Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2515cc-sub","namespace":"ai-tenant-e2e-inf-a-2515cc"},"namespace":"ai-tenant-e2e-inf-a-2515cc","name":"test-model-2515cc-sub","reconcileID":"54fc8ed9-0c39-43c5-a4e9-7e65fe12b634","MaaSSubscription":{"name":"test-model-2515cc-sub","namespace":"ai-tenant-e2e-inf-a-2515cc"},"name":"maas-trlp-test-model-2515cc","namespace":"ai-tenant-e2e-inf-a-2515cc","model":"ai-tenant-e2e-inf-a-2515cc/test-model-2515cc"}
{"level":"info","ts":"2026-07-08T03:37:35Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2515cc","namespace":"ai-tenant-e2e-inf-a-2515cc"},"namespace":"ai-tenant-e2e-inf-a-2515cc","name":"test-model-2515cc","reconcileID":"b205b485-82e6-4378-a9dd-03d204c86afa","MaaSModelRef":{"name":"test-model-2515cc","namespace":"ai-tenant-e2e-inf-a-2515cc"},"routeName":"test-model-2515cc-kserve-route","namespace":"ai-tenant-e2e-inf-a-2515cc","llmisvcName":"test-model-2515cc","gateway":"openshift-ingress/e2e-inf-a-2515cc","hostnames":[]}
{"level":"info","ts":"2026-07-08T03:37:36Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7142f2-auth","namespace":"ai-tenant-e2e-inf-b-7142f2"},"namespace":"ai-tenant-e2e-inf-b-7142f2","name":"test-model-7142f2-auth","reconcileID":"829fc70e-1683-4404-ab24-6f207efae95e","MaaSAuthPolicy":{"name":"test-model-7142f2-auth","namespace":"ai-tenant-e2e-inf-b-7142f2"},"model":"ai-tenant-e2e-inf-b-7142f2/test-model-7142f2"}
{"level":"info","ts":"2026-07-08T03:37:36Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7142f2","namespace":"ai-tenant-e2e-inf-b-7142f2"},"namespace":"ai-tenant-e2e-inf-b-7142f2","name":"test-model-7142f2","reconcileID":"cc961373-2d1d-481b-8262-861c68a42ee3","MaaSModelRef":{"name":"test-model-7142f2","namespace":"ai-tenant-e2e-inf-b-7142f2"},"routeName":"test-model-7142f2-kserve-route","namespace":"ai-tenant-e2e-inf-b-7142f2","llmisvcName":"test-model-7142f2","gateway":"openshift-ingress/e2e-inf-b-7142f2","hostnames":[]}
{"level":"info","ts":"2026-07-08T03:37:36Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7142f2","namespace":"ai-tenant-e2e-inf-b-7142f2"},"namespace":"ai-tenant-e2e-inf-b-7142f2","name":"test-model-7142f2","reconcileID":"5acd65cd-0bf6-4e5c-aa87-0fbf38ad1f51","MaaSModelRef":{"name":"test-model-7142f2","namespace":"ai-tenant-e2e-inf-b-7142f2"},"routeName":"test-model-7142f2-kserve-route","namespace":"ai-tenant-e2e-inf-b-7142f2","llmisvcName":"test-model-7142f2","gateway":"openshift-ingress/e2e-inf-b-7142f2","hostnames":[]}
{"level":"info","ts":"2026-07-08T03:37:36Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7142f2-sub","namespace":"ai-tenant-e2e-inf-b-7142f2"},"namespace":"ai-tenant-e2e-inf-b-7142f2","name":"test-model-7142f2-sub","reconcileID":"2afc5b7d-9675-41d3-acb0-94fa47a551d1","MaaSSubscription":{"name":"test-model-7142f2-sub","namespace":"ai-tenant-e2e-inf-b-7142f2"},"name":"maas-trlp-test-model-7142f2","model":"ai-tenant-e2e-inf-b-7142f2/test-model-7142f2","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T03:37:36Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7142f2-sub","namespace":"ai-tenant-e2e-inf-b-7142f2"},"namespace":"ai-tenant-e2e-inf-b-7142f2","name":"test-model-7142f2-sub","reconcileID":"890ff75c-d92b-4c85-b78e-8f7e7f0cb5ad","MaaSSubscription":{"name":"test-model-7142f2-sub","namespace":"ai-tenant-e2e-inf-b-7142f2"},"name":"maas-trlp-test-model-7142f2","model":"ai-tenant-e2e-inf-b-7142f2/test-model-7142f2","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T03:37:36Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7142f2","namespace":"ai-tenant-e2e-inf-b-7142f2"},"namespace":"ai-tenant-e2e-inf-b-7142f2","name":"test-model-7142f2","reconcileID":"68672b18-e812-463b-91fb-b813067d5dad","MaaSModelRef":{"name":"test-model-7142f2","namespace":"ai-tenant-e2e-inf-b-7142f2"},"routeName":"test-model-7142f2-kserve-route","namespace":"ai-tenant-e2e-inf-b-7142f2","llmisvcName":"test-model-7142f2","gateway":"openshift-ingress/e2e-inf-b-7142f2","hostnames":[]}
{"level":"info","ts":"2026-07-08T03:37:36Z","msg":"Revoked API keys for subscription deletion","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7142f2-sub","namespace":"ai-tenant-e2e-inf-b-7142f2"},"namespace":"ai-tenant-e2e-inf-b-7142f2","name":"test-model-7142f2-sub","reconcileID":"754c7e62-7001-4996-bb69-293e1449ac22","subscription":"test-model-7142f2-sub","tenant":"e2e-inf-b-7142f2","maasAPIService":"maas-api-e2e-inf-b-7142f2","revokedCount":0,"initiator":"MaaSSubscription controller finalizer"}
{"level":"info","ts":"2026-07-08T03:37:36Z","msg":"Rebuilding TokenRateLimitPolicy without deleted subscription","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7142f2-sub","namespace":"ai-tenant-e2e-inf-b-7142f2"},"namespace":"ai-tenant-e2e-inf-b-7142f2","name":"test-model-7142f2-sub","reconcileID":"754c7e62-7001-4996-bb69-293e1449ac22","MaaSSubscription":{"name":"test-model-7142f2-sub","namespace":"ai-tenant-e2e-inf-b-7142f2"},"model":"ai-tenant-e2e-inf-b-7142f2/test-model-7142f2","subscription":"test-model-7142f2-sub"}
{"level":"info","ts":"2026-07-08T03:37:36Z","msg":"no active subscriptions for model, deleting TokenRateLimitPolicy","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7142f2-sub","namespace":"ai-tenant-e2e-inf-b-7142f2"},"namespace":"ai-tenant-e2e-inf-b-7142f2","name":"test-model-7142f2-sub","reconcileID":"754c7e62-7001-4996-bb69-293e1449ac22","MaaSSubscription":{"name":"test-model-7142f2-sub","namespace":"ai-tenant-e2e-inf-b-7142f2"},"model":"ai-tenant-e2e-inf-b-7142f2/test-model-7142f2"}
{"level":"info","ts":"2026-07-08T03:37:36Z","msg":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7142f2-sub","namespace":"ai-tenant-e2e-inf-b-7142f2"},"namespace":"ai-tenant-e2e-inf-b-7142f2","name":"test-model-7142f2-sub","reconcileID":"754c7e62-7001-4996-bb69-293e1449ac22","MaaSSubscription":{"name":"test-model-7142f2-sub","namespace":"ai-tenant-e2e-inf-b-7142f2"},"name":"maas-trlp-test-model-7142f2","namespace":"ai-tenant-e2e-inf-b-7142f2","model":"ai-tenant-e2e-inf-b-7142f2/test-model-7142f2"}
{"level":"info","ts":"2026-07-08T03:37:36Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7142f2","namespace":"ai-tenant-e2e-inf-b-7142f2"},"namespace":"ai-tenant-e2e-inf-b-7142f2","name":"test-model-7142f2","reconcileID":"95ba5c57-c987-4c76-a16a-70d1f13191a2","MaaSModelRef":{"name":"test-model-7142f2","namespace":"ai-tenant-e2e-inf-b-7142f2"},"routeName":"test-model-7142f2-kserve-route","namespace":"ai-tenant-e2e-inf-b-7142f2","llmisvcName":"test-model-7142f2","gateway":"openshift-ingress/e2e-inf-b-7142f2","hostnames":[]}
{"level":"info","ts":"2026-07-08T03:37:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2515cc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2515cc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2515cc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2515cc"},"tenantIdentifier":"e2e-inf-a-2515cc"}
{"level":"info","ts":"2026-07-08T03:37:37Z","msg":"Revoked API keys for tenant deletion","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-2515cc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-2515cc","reconcileID":"fdaa762c-fe32-4a2d-9397-7ca9a0b0723d","tenant":"e2e-inf-a-2515cc","maasAPIService":"maas-api-e2e-inf-a-2515cc","revokedCount":0,"initiator":"AITenant controller finalizer"}
{"level":"info","ts":"2026-07-08T03:37:37Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2515cc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2515cc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2515cc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2515cc"},"tenantIdentifier":"e2e-inf-a-2515cc"}
{"level":"info","ts":"2026-07-08T03:37:37Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2515cc"},"namespace":"ai-tenant-e2e-inf-a-2515cc","name":"default-tenant","reconcileID":"d8c52e25-0820-40f7-a9c7-7f41c5b73454","tenant":"ai-tenant-e2e-inf-a-2515cc/default-tenant","tenantID":"e2e-inf-a-2515cc","subscriptionNamespace":"ai-tenant-e2e-inf-a-2515cc","gatewayName":"e2e-inf-a-2515cc"}
{"level":"info","ts":"2026-07-08T03:37:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-2515cc","deploymentName":"maas-api-e2e-inf-a-2515cc"}
{"level":"info","ts":"2026-07-08T03:37:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-2515cc","deploymentName":"maas-api-e2e-inf-a-2515cc"}
{"level":"info","ts":"2026-07-08T03:37:37Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-2515cc","deploymentName":"maas-api-e2e-inf-a-2515cc"}
{"level":"info","ts":"2026-07-08T03:37:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2515cc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2515cc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2515cc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2515cc"},"tenantIdentifier":"e2e-inf-a-2515cc"}
{"level":"info","ts":"2026-07-08T03:37:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-2515cc","deploymentName":"maas-api-e2e-inf-a-2515cc"}
{"level":"error","ts":"2026-07-08T03:37:38Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2515cc"},"namespace":"ai-tenant-e2e-inf-a-2515cc","name":"default-tenant","reconcileID":"d8c52e25-0820-40f7-a9c7-7f41c5b73454","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-08T03:37:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2515cc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2515cc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2515cc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2515cc"},"tenantIdentifier":"e2e-inf-a-2515cc"}
{"level":"info","ts":"2026-07-08T03:37:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2515cc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2515cc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2515cc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2515cc"},"tenantIdentifier":"e2e-inf-a-2515cc"}
{"level":"info","ts":"2026-07-08T03:37:38Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2515cc"},"namespace":"ai-tenant-e2e-inf-a-2515cc","name":"default-tenant","reconcileID":"354f54bc-26a4-44d8-ae76-bf1c80d76a1d","namespace":"ai-tenant-e2e-inf-a-2515cc"}
{"level":"info","ts":"2026-07-08T03:37:38Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2515cc"},"namespace":"ai-tenant-e2e-inf-a-2515cc","name":"default-tenant","reconcileID":"354f54bc-26a4-44d8-ae76-bf1c80d76a1d","count":0}
{"level":"info","ts":"2026-07-08T03:37:38Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-a-2515cc/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-a-2515cc","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-a-2515cc","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-a-2515cc"},"tenantIdentifier":"e2e-inf-a-2515cc"}
{"level":"info","ts":"2026-07-08T03:37:38Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2515cc"},"namespace":"ai-tenant-e2e-inf-a-2515cc","name":"default-tenant","reconcileID":"354f54bc-26a4-44d8-ae76-bf1c80d76a1d","tenant":"e2e-inf-a-2515cc","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-08T03:37:38Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-a-2515cc","deploymentName":"maas-api-e2e-inf-a-2515cc"}
{"level":"info","ts":"2026-07-08T03:37:38Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2515cc"},"namespace":"ai-tenant-e2e-inf-a-2515cc","name":"default-tenant","reconcileID":"354f54bc-26a4-44d8-ae76-bf1c80d76a1d","gvk":"Deployment","name":"maas-api-e2e-inf-a-2515cc"}
{"level":"info","ts":"2026-07-08T03:37:38Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2515cc"},"namespace":"ai-tenant-e2e-inf-a-2515cc","name":"default-tenant","reconcileID":"354f54bc-26a4-44d8-ae76-bf1c80d76a1d","gvk":"Service","name":"maas-api-e2e-inf-a-2515cc"}
{"level":"info","ts":"2026-07-08T03:37:38Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2515cc"},"namespace":"ai-tenant-e2e-inf-a-2515cc","name":"default-tenant","reconcileID":"354f54bc-26a4-44d8-ae76-bf1c80d76a1d","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-2515cc"}
{"level":"info","ts":"2026-07-08T03:37:38Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-2515cc"},"namespace":"ai-tenant-e2e-inf-a-2515cc","name":"default-tenant","reconcileID":"354f54bc-26a4-44d8-ae76-bf1c80d76a1d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-2515cc"}
{"level":"info","ts":"2026-07-08T03:37:45Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-08T03:37:45Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-08T03:37:54Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2eb92878-2e35-4244-a3a6-f7b99bc30485","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T03:37:54Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"41549a4f-0178-4e6b-88d0-754699388e35","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T03:38:15Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-08T03:38:15Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-08T03:38:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-7142f2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-7142f2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-7142f2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-7142f2"},"tenantIdentifier":"e2e-inf-b-7142f2"}
{"level":"info","ts":"2026-07-08T03:38:20Z","msg":"Revoked API keys for tenant deletion","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-7142f2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-7142f2","reconcileID":"3dc2e32b-ee31-402f-b2e3-5498b90d5cfe","tenant":"e2e-inf-b-7142f2","maasAPIService":"maas-api-e2e-inf-b-7142f2","revokedCount":0,"initiator":"AITenant controller finalizer"}
{"level":"info","ts":"2026-07-08T03:38:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-7142f2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-7142f2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-7142f2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-7142f2"},"tenantIdentifier":"e2e-inf-b-7142f2"}
{"level":"info","ts":"2026-07-08T03:38:20Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7142f2"},"namespace":"ai-tenant-e2e-inf-b-7142f2","name":"default-tenant","reconcileID":"ee1d9438-d7d6-4941-b039-b34c2c31e129","tenant":"ai-tenant-e2e-inf-b-7142f2/default-tenant","tenantID":"e2e-inf-b-7142f2","subscriptionNamespace":"ai-tenant-e2e-inf-b-7142f2","gatewayName":"e2e-inf-b-7142f2"}
{"level":"info","ts":"2026-07-08T03:38:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-7142f2","deploymentName":"maas-api-e2e-inf-b-7142f2"}
{"level":"info","ts":"2026-07-08T03:38:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-7142f2","deploymentName":"maas-api-e2e-inf-b-7142f2"}
{"level":"info","ts":"2026-07-08T03:38:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-7142f2","deploymentName":"maas-api-e2e-inf-b-7142f2"}
{"level":"info","ts":"2026-07-08T03:38:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-7142f2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-7142f2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-7142f2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-7142f2"},"tenantIdentifier":"e2e-inf-b-7142f2"}
{"level":"info","ts":"2026-07-08T03:38:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-7142f2","deploymentName":"maas-api-e2e-inf-b-7142f2"}
{"level":"error","ts":"2026-07-08T03:38:21Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7142f2"},"namespace":"ai-tenant-e2e-inf-b-7142f2","name":"default-tenant","reconcileID":"ee1d9438-d7d6-4941-b039-b34c2c31e129","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-08T03:38:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-7142f2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-7142f2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-7142f2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-7142f2"},"tenantIdentifier":"e2e-inf-b-7142f2"}
{"level":"info","ts":"2026-07-08T03:38:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-7142f2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-7142f2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-7142f2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-7142f2"},"tenantIdentifier":"e2e-inf-b-7142f2"}
{"level":"info","ts":"2026-07-08T03:38:21Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7142f2"},"namespace":"ai-tenant-e2e-inf-b-7142f2","name":"default-tenant","reconcileID":"0fd7f244-eb1d-404e-82e8-4d470ba50345","namespace":"ai-tenant-e2e-inf-b-7142f2"}
{"level":"info","ts":"2026-07-08T03:38:21Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7142f2"},"namespace":"ai-tenant-e2e-inf-b-7142f2","name":"default-tenant","reconcileID":"0fd7f244-eb1d-404e-82e8-4d470ba50345","count":0}
{"level":"info","ts":"2026-07-08T03:38:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-7142f2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-7142f2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-7142f2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-7142f2"},"tenantIdentifier":"e2e-inf-b-7142f2"}
{"level":"info","ts":"2026-07-08T03:38:21Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7142f2"},"namespace":"ai-tenant-e2e-inf-b-7142f2","name":"default-tenant","reconcileID":"0fd7f244-eb1d-404e-82e8-4d470ba50345","tenant":"e2e-inf-b-7142f2","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-08T03:38:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-7142f2","deploymentName":"maas-api-e2e-inf-b-7142f2"}
{"level":"info","ts":"2026-07-08T03:38:21Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7142f2"},"namespace":"ai-tenant-e2e-inf-b-7142f2","name":"default-tenant","reconcileID":"0fd7f244-eb1d-404e-82e8-4d470ba50345","gvk":"Deployment","name":"maas-api-e2e-inf-b-7142f2"}
{"level":"info","ts":"2026-07-08T03:38:21Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7142f2"},"namespace":"ai-tenant-e2e-inf-b-7142f2","name":"default-tenant","reconcileID":"0fd7f244-eb1d-404e-82e8-4d470ba50345","gvk":"Service","name":"maas-api-e2e-inf-b-7142f2"}
{"level":"info","ts":"2026-07-08T03:38:21Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7142f2"},"namespace":"ai-tenant-e2e-inf-b-7142f2","name":"default-tenant","reconcileID":"0fd7f244-eb1d-404e-82e8-4d470ba50345","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-7142f2"}
{"level":"info","ts":"2026-07-08T03:38:21Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7142f2"},"namespace":"ai-tenant-e2e-inf-b-7142f2","name":"default-tenant","reconcileID":"0fd7f244-eb1d-404e-82e8-4d470ba50345","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-7142f2"}
{"level":"info","ts":"2026-07-08T03:38:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-7142f2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-7142f2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-7142f2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-7142f2"},"tenantIdentifier":"e2e-inf-b-7142f2"}
{"level":"info","ts":"2026-07-08T03:38:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-7142f2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-7142f2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-7142f2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-7142f2"},"tenantIdentifier":"e2e-inf-b-7142f2"}
{"level":"info","ts":"2026-07-08T03:38:21Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7142f2"},"namespace":"ai-tenant-e2e-inf-b-7142f2","name":"default-tenant","reconcileID":"bba79074-4330-4d94-9d85-7ccdfb3a3c2e","namespace":"ai-tenant-e2e-inf-b-7142f2"}
{"level":"info","ts":"2026-07-08T03:38:21Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7142f2"},"namespace":"ai-tenant-e2e-inf-b-7142f2","name":"default-tenant","reconcileID":"bba79074-4330-4d94-9d85-7ccdfb3a3c2e","count":0}
{"level":"info","ts":"2026-07-08T03:38:21Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-inf-b-7142f2/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-inf-b-7142f2","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-inf-b-7142f2","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-inf-b-7142f2"},"tenantIdentifier":"e2e-inf-b-7142f2"}
{"level":"info","ts":"2026-07-08T03:38:21Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7142f2"},"namespace":"ai-tenant-e2e-inf-b-7142f2","name":"default-tenant","reconcileID":"bba79074-4330-4d94-9d85-7ccdfb3a3c2e","tenant":"e2e-inf-b-7142f2","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-08T03:38:21Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-inf-b-7142f2","deploymentName":"maas-api-e2e-inf-b-7142f2"}
{"level":"info","ts":"2026-07-08T03:38:21Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7142f2"},"namespace":"ai-tenant-e2e-inf-b-7142f2","name":"default-tenant","reconcileID":"bba79074-4330-4d94-9d85-7ccdfb3a3c2e","gvk":"Deployment","name":"maas-api-e2e-inf-b-7142f2"}
{"level":"info","ts":"2026-07-08T03:38:21Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7142f2"},"namespace":"ai-tenant-e2e-inf-b-7142f2","name":"default-tenant","reconcileID":"bba79074-4330-4d94-9d85-7ccdfb3a3c2e","gvk":"Service","name":"maas-api-e2e-inf-b-7142f2"}
{"level":"info","ts":"2026-07-08T03:38:21Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7142f2"},"namespace":"ai-tenant-e2e-inf-b-7142f2","name":"default-tenant","reconcileID":"bba79074-4330-4d94-9d85-7ccdfb3a3c2e","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-7142f2"}
{"level":"info","ts":"2026-07-08T03:38:21Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7142f2"},"namespace":"ai-tenant-e2e-inf-b-7142f2","name":"default-tenant","reconcileID":"bba79074-4330-4d94-9d85-7ccdfb3a3c2e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-7142f2"}
{"level":"error","ts":"2026-07-08T03:38:21Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-7142f2"},"namespace":"ai-tenant-e2e-inf-b-7142f2","name":"default-tenant","reconcileID":"bba79074-4330-4d94-9d85-7ccdfb3a3c2e","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-08T03:38:24Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"868ddf84-8825-4fd0-a223-47394e2898b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T03:38:25Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"22cb412c-58a1-4c6d-8ebe-075ed7bf4298","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T03:38:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-e8b238/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-e8b238","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-e8b238","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-e8b238"},"tenantIdentifier":"e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-e8b238/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-e8b238","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-e8b238","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-e8b238"},"tenantIdentifier":"e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:31Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"default-tenant","reconcileID":"847024d2-df5a-4a5f-9ca4-38cd1215c452","tenant":"ai-tenant-e2e-api-a-e8b238/default-tenant","tenantID":"e2e-api-a-e8b238","subscriptionNamespace":"ai-tenant-e2e-api-a-e8b238","gatewayName":"e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-e8b238","deploymentName":"maas-api-e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-e8b238","deploymentName":"maas-api-e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-e8b238","deploymentName":"maas-api-e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-e8b238/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-e8b238","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-e8b238","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-e8b238"},"tenantIdentifier":"e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-e8b238","deploymentName":"maas-api-e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-e8b238/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-e8b238","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-e8b238","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-e8b238"},"tenantIdentifier":"e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-e8b238/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-e8b238","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-e8b238","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-e8b238"},"tenantIdentifier":"e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:32Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"default-tenant","reconcileID":"1754611b-62f5-4ac8-a58c-4b45ddbbab5c","tenant":"ai-tenant-e2e-api-a-e8b238/default-tenant","tenantID":"e2e-api-a-e8b238","subscriptionNamespace":"ai-tenant-e2e-api-a-e8b238","gatewayName":"e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-e8b238","deploymentName":"maas-api-e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-e8b238","deploymentName":"maas-api-e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-e8b238","deploymentName":"maas-api-e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-e8b238/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-e8b238","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-e8b238","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-e8b238"},"tenantIdentifier":"e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-e8b238","deploymentName":"maas-api-e2e-api-a-e8b238"}
{"level":"error","ts":"2026-07-08T03:38:32Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"default-tenant","reconcileID":"1754611b-62f5-4ac8-a58c-4b45ddbbab5c","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-08T03:38:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-e8b238/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-e8b238","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-e8b238","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-e8b238"},"tenantIdentifier":"e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-e8b238/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-e8b238","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-e8b238","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-e8b238"},"tenantIdentifier":"e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:32Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"default-tenant","reconcileID":"de34285f-6451-44b1-b279-1c9492b3b590","tenant":"ai-tenant-e2e-api-a-e8b238/default-tenant","tenantID":"e2e-api-a-e8b238","subscriptionNamespace":"ai-tenant-e2e-api-a-e8b238","gatewayName":"e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:33Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fd54e5ec-e857-42fe-a512-e721c753d655","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T03:38:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-e8b238","deploymentName":"maas-api-e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-e8b238","deploymentName":"maas-api-e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-e8b238","deploymentName":"maas-api-e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:33Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e0c8b303-1d51-48ce-963a-bf25a7da0dfa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T03:38:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-e8b238/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-e8b238","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-e8b238","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-e8b238"},"tenantIdentifier":"e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-e8b238","deploymentName":"maas-api-e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-e8b238/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-e8b238","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-e8b238","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-e8b238"},"tenantIdentifier":"e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-e8b238/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-e8b238","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-e8b238","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-e8b238"},"tenantIdentifier":"e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:33Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"default-tenant","reconcileID":"536f6e4e-4c53-4340-a964-8a8aa3957418","tenant":"ai-tenant-e2e-api-a-e8b238/default-tenant","tenantID":"e2e-api-a-e8b238","subscriptionNamespace":"ai-tenant-e2e-api-a-e8b238","gatewayName":"e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-e8b238","deploymentName":"maas-api-e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-e8b238","deploymentName":"maas-api-e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:33Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-e8b238","deploymentName":"maas-api-e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-e8b238/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-e8b238","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-e8b238","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-e8b238"},"tenantIdentifier":"e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-e8b238","deploymentName":"maas-api-e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:36Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ef7c057-7bd5-40fc-8038-ba1192f29335","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-08T03:38:36Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a45e414a-e507-468e-ad13-58acb7842c75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-08T03:38:36Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-e8b238/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-e8b238","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-e8b238","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-e8b238"},"tenantIdentifier":"e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:36Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e8b238-policy","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"e2e-e2e-api-a-e8b238-policy","reconcileID":"eb16a5b7-efe7-4a23-9b3a-c159c2fa6021","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e8b238-policy","namespace":"ai-tenant-e2e-api-a-e8b238"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e8b238","tenantID":"e2e-api-a-e8b238","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-08T03:38:36Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e8b238-policy","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"e2e-e2e-api-a-e8b238-policy","reconcileID":"eb16a5b7-efe7-4a23-9b3a-c159c2fa6021"}
{"level":"info","ts":"2026-07-08T03:38:36Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e8b238-policy","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"e2e-e2e-api-a-e8b238-policy","reconcileID":"eb16a5b7-efe7-4a23-9b3a-c159c2fa6021","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e8b238-policy","namespace":"ai-tenant-e2e-api-a-e8b238"},"name":"e2e-api-a-e8b238-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-08T03:38:36Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"942958ae-5294-49eb-a423-05bf826c8920","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-08T03:38:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-da32fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-da32fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-da32fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-da32fa"},"tenantIdentifier":"e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-da32fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-da32fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-da32fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-da32fa"},"tenantIdentifier":"e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:39Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-da32fa"},"namespace":"ai-tenant-e2e-api-b-da32fa","name":"default-tenant","reconcileID":"2c76e6fd-de93-4a5d-a75a-b84153422ece","tenant":"ai-tenant-e2e-api-b-da32fa/default-tenant","tenantID":"e2e-api-b-da32fa","subscriptionNamespace":"ai-tenant-e2e-api-b-da32fa","gatewayName":"e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-da32fa","deploymentName":"maas-api-e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-da32fa","deploymentName":"maas-api-e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-da32fa","deploymentName":"maas-api-e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:40Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1983f88e-1ba2-4090-aa27-50a894d20127","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T03:38:40Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a961108a-8b93-46bb-b18e-6b1dd559b889","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T03:38:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-da32fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-da32fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-da32fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-da32fa"},"tenantIdentifier":"e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-da32fa","deploymentName":"maas-api-e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-da32fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-da32fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-da32fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-da32fa"},"tenantIdentifier":"e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-da32fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-da32fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-da32fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-da32fa"},"tenantIdentifier":"e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:40Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-da32fa"},"namespace":"ai-tenant-e2e-api-b-da32fa","name":"default-tenant","reconcileID":"701e35dd-3075-4dc1-986f-85c385710137","tenant":"ai-tenant-e2e-api-b-da32fa/default-tenant","tenantID":"e2e-api-b-da32fa","subscriptionNamespace":"ai-tenant-e2e-api-b-da32fa","gatewayName":"e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-da32fa","deploymentName":"maas-api-e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-da32fa","deploymentName":"maas-api-e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-da32fa","deploymentName":"maas-api-e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-da32fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-da32fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-da32fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-da32fa"},"tenantIdentifier":"e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-da32fa","deploymentName":"maas-api-e2e-api-b-da32fa"}
{"level":"error","ts":"2026-07-08T03:38:41Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-da32fa"},"namespace":"ai-tenant-e2e-api-b-da32fa","name":"default-tenant","reconcileID":"701e35dd-3075-4dc1-986f-85c385710137","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-08T03:38:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-da32fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-da32fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-da32fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-da32fa"},"tenantIdentifier":"e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-da32fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-da32fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-da32fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-da32fa"},"tenantIdentifier":"e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:41Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-da32fa"},"namespace":"ai-tenant-e2e-api-b-da32fa","name":"default-tenant","reconcileID":"77f46423-a843-4afd-9f05-c05a84fb14b6","tenant":"ai-tenant-e2e-api-b-da32fa/default-tenant","tenantID":"e2e-api-b-da32fa","subscriptionNamespace":"ai-tenant-e2e-api-b-da32fa","gatewayName":"e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-da32fa","deploymentName":"maas-api-e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-da32fa","deploymentName":"maas-api-e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-da32fa","deploymentName":"maas-api-e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-da32fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-da32fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-da32fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-da32fa"},"tenantIdentifier":"e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-da32fa","deploymentName":"maas-api-e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-da32fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-da32fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-da32fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-da32fa"},"tenantIdentifier":"e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:41Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-da32fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-da32fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-da32fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-da32fa"},"tenantIdentifier":"e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:41Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-da32fa"},"namespace":"ai-tenant-e2e-api-b-da32fa","name":"default-tenant","reconcileID":"72337e38-bfa4-4ae5-b1f4-5c0d5c390bf4","tenant":"ai-tenant-e2e-api-b-da32fa/default-tenant","tenantID":"e2e-api-b-da32fa","subscriptionNamespace":"ai-tenant-e2e-api-b-da32fa","gatewayName":"e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-da32fa","deploymentName":"maas-api-e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-da32fa","deploymentName":"maas-api-e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:41Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-da32fa","deploymentName":"maas-api-e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:42Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-da32fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-da32fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-da32fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-da32fa"},"tenantIdentifier":"e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:42Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-da32fa","deploymentName":"maas-api-e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:44Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d81dc84b-97a9-4875-b4fd-3a095ff7935c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-08T03:38:44Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57b87a98-f072-46f4-8f36-16595909554e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-08T03:38:44Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-da32fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-da32fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-da32fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-da32fa"},"tenantIdentifier":"e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:44Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-da32fa-policy","namespace":"ai-tenant-e2e-api-b-da32fa"},"namespace":"ai-tenant-e2e-api-b-da32fa","name":"e2e-e2e-api-b-da32fa-policy","reconcileID":"0b45a3fc-c30b-439a-8438-c4626f52274b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-da32fa-policy","namespace":"ai-tenant-e2e-api-b-da32fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-da32fa","tenantID":"e2e-api-b-da32fa","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-08T03:38:44Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-da32fa-policy","namespace":"ai-tenant-e2e-api-b-da32fa"},"namespace":"ai-tenant-e2e-api-b-da32fa","name":"e2e-e2e-api-b-da32fa-policy","reconcileID":"0b45a3fc-c30b-439a-8438-c4626f52274b"}
{"level":"info","ts":"2026-07-08T03:38:44Z","msg":"gateway AuthPolicy created","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-da32fa-policy","namespace":"ai-tenant-e2e-api-b-da32fa"},"namespace":"ai-tenant-e2e-api-b-da32fa","name":"e2e-e2e-api-b-da32fa-policy","reconcileID":"0b45a3fc-c30b-439a-8438-c4626f52274b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-da32fa-policy","namespace":"ai-tenant-e2e-api-b-da32fa"},"name":"e2e-api-b-da32fa-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-08T03:38:44Z","msg":"HTTPRoute validated for LLMInferenceService","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8de5853d-a4bb-4460-9ab9-913136db36c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[]}
{"level":"info","ts":"2026-07-08T03:38:45Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-08T03:38:45Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-08T03:38:50Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-07-08T03:38:50Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-07-08T03:38:50Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"fa126fa0-c22b-416e-86ab-ce04de19674f","tenant":"models-as-a-service/default-tenant","tenantID":"","subscriptionNamespace":"models-as-a-service","gatewayName":"maas-default-gateway"}
{"level":"info","ts":"2026-07-08T03:38:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-07-08T03:38:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-07-08T03:38:50Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-07-08T03:38:51Z","logger":"TenantIdentifierFor","msg":"Using default AITenant legacy resource identifier (empty string)","tenant":"models-as-a-service/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"models-as-a-service","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"models-as-a-service","maas.opendatahub.io/tenant-namespace":"models-as-a-service"},"tenantName":"models-as-a-service"}
{"level":"info","ts":"2026-07-08T03:38:51Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"","deploymentName":"maas-api"}
{"level":"info","ts":"2026-07-08T03:38:52Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-e8b238/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-e8b238","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-e8b238","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-e8b238"},"tenantIdentifier":"e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:52Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-e8b238/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-e8b238","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-e8b238","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-e8b238"},"tenantIdentifier":"e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:52Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e8b238-policy","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"e2e-e2e-api-a-e8b238-policy","reconcileID":"a93d8878-806f-41bd-85ce-c6f6521a8f83","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e8b238-policy","namespace":"ai-tenant-e2e-api-a-e8b238"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e8b238","tenantID":"e2e-api-a-e8b238","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-08T03:38:52Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-e8b238/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-e8b238","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-e8b238","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-e8b238"},"tenantIdentifier":"e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:52Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"default-tenant","reconcileID":"43dd0d57-b9e7-4ceb-82e8-09e4727a68d3","tenant":"ai-tenant-e2e-api-a-e8b238/default-tenant","tenantID":"e2e-api-a-e8b238","subscriptionNamespace":"ai-tenant-e2e-api-a-e8b238","gatewayName":"e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:52Z","msg":"Revoked API keys for tenant deletion","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-e8b238","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-e8b238","reconcileID":"1baa71a5-9760-4276-a1ee-c12390ee2ee4","tenant":"e2e-api-a-e8b238","maasAPIService":"maas-api-e2e-api-a-e8b238","revokedCount":0,"initiator":"AITenant controller finalizer"}
{"level":"info","ts":"2026-07-08T03:38:52Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e8b238-policy","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"e2e-e2e-api-a-e8b238-policy","reconcileID":"a93d8878-806f-41bd-85ce-c6f6521a8f83"}
{"level":"info","ts":"2026-07-08T03:38:52Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e8b238-policy","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"e2e-e2e-api-a-e8b238-policy","reconcileID":"a93d8878-806f-41bd-85ce-c6f6521a8f83","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e8b238-policy","namespace":"ai-tenant-e2e-api-a-e8b238"},"name":"e2e-api-a-e8b238-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-08T03:38:52Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-e8b238/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-e8b238","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-e8b238","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-e8b238"},"tenantIdentifier":"e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:52Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-e8b238","deploymentName":"maas-api-e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:52Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-e8b238","deploymentName":"maas-api-e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:52Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-e8b238","deploymentName":"maas-api-e2e-api-a-e8b238"}
{"level":"error","ts":"2026-07-08T03:38:52Z","msg":"failed to fetch gateway info","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e8b238-policy","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"e2e-e2e-api-a-e8b238-policy","reconcileID":"0c92f00c-7aa1-40d0-9d66-e6c6f6e7bf9d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e8b238-policy","namespace":"ai-tenant-e2e-api-a-e8b238"},"error":"get owning AITenant ai-tenants/e2e-api-a-e8b238 for tenant ai-tenant-e2e-api-a-e8b238/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-a-e8b238\" not found","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:452\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:38:52Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e8b238-policy","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"e2e-e2e-api-a-e8b238-policy","reconcileID":"0c92f00c-7aa1-40d0-9d66-e6c6f6e7bf9d","error":"get owning AITenant ai-tenants/e2e-api-a-e8b238 for tenant ai-tenant-e2e-api-a-e8b238/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-a-e8b238\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-08T03:38:53Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-e8b238/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-e8b238","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-e8b238","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-e8b238"},"tenantIdentifier":"e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-e8b238","deploymentName":"maas-api-e2e-api-a-e8b238"}
{"level":"error","ts":"2026-07-08T03:38:53Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"default-tenant","reconcileID":"43dd0d57-b9e7-4ceb-82e8-09e4727a68d3","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-08T03:38:53Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-e8b238/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-e8b238","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-e8b238","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-e8b238"},"tenantIdentifier":"e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:53Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-e8b238/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-e8b238","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-e8b238","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-e8b238"},"tenantIdentifier":"e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:53Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"default-tenant","reconcileID":"99b7657f-9039-4a74-b8ed-e847f1b23e5e","namespace":"ai-tenant-e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:53Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"default-tenant","reconcileID":"99b7657f-9039-4a74-b8ed-e847f1b23e5e","name":"e2e-e2e-api-a-e8b238-policy","namespace":"ai-tenant-e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:53Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"default-tenant","reconcileID":"99b7657f-9039-4a74-b8ed-e847f1b23e5e","count":1}
{"level":"info","ts":"2026-07-08T03:38:53Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-e8b238/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-e8b238","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-e8b238","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-e8b238"},"tenantIdentifier":"e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:53Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"default-tenant","reconcileID":"99b7657f-9039-4a74-b8ed-e847f1b23e5e","tenant":"e2e-api-a-e8b238","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-08T03:38:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-e8b238","deploymentName":"maas-api-e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:53Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e8b238-policy","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"e2e-e2e-api-a-e8b238-policy","reconcileID":"282ef2ee-6b12-404d-b483-214793533499","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e8b238-policy","namespace":"ai-tenant-e2e-api-a-e8b238"},"model":"llm/facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-07-08T03:38:53Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"default-tenant","reconcileID":"99b7657f-9039-4a74-b8ed-e847f1b23e5e","gvk":"Deployment","name":"maas-api-e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:53Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"default-tenant","reconcileID":"99b7657f-9039-4a74-b8ed-e847f1b23e5e","gvk":"Service","name":"maas-api-e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:53Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"default-tenant","reconcileID":"99b7657f-9039-4a74-b8ed-e847f1b23e5e","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:53Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"default-tenant","reconcileID":"99b7657f-9039-4a74-b8ed-e847f1b23e5e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:53Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-e8b238/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-e8b238","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-e8b238","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-e8b238"},"tenantIdentifier":"e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:53Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-e8b238/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-e8b238","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-e8b238","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-e8b238"},"tenantIdentifier":"e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:53Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"default-tenant","reconcileID":"17668c78-ea49-453e-b826-2b63223fc275","namespace":"ai-tenant-e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:53Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"default-tenant","reconcileID":"17668c78-ea49-453e-b826-2b63223fc275","name":"e2e-e2e-api-a-e8b238-policy","namespace":"ai-tenant-e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:53Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"default-tenant","reconcileID":"17668c78-ea49-453e-b826-2b63223fc275","count":1}
{"level":"info","ts":"2026-07-08T03:38:53Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-a-e8b238/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-a-e8b238","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-a-e8b238","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-a-e8b238"},"tenantIdentifier":"e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:53Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"default-tenant","reconcileID":"17668c78-ea49-453e-b826-2b63223fc275","tenant":"e2e-api-a-e8b238","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-08T03:38:53Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-a-e8b238","deploymentName":"maas-api-e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:53Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"default-tenant","reconcileID":"17668c78-ea49-453e-b826-2b63223fc275","gvk":"Deployment","name":"maas-api-e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:53Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"default-tenant","reconcileID":"17668c78-ea49-453e-b826-2b63223fc275","gvk":"Service","name":"maas-api-e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:53Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"default-tenant","reconcileID":"17668c78-ea49-453e-b826-2b63223fc275","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-e8b238"}
{"level":"info","ts":"2026-07-08T03:38:53Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"default-tenant","reconcileID":"17668c78-ea49-453e-b826-2b63223fc275","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-e8b238"}
{"level":"error","ts":"2026-07-08T03:38:53Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e8b238"},"namespace":"ai-tenant-e2e-api-a-e8b238","name":"default-tenant","reconcileID":"17668c78-ea49-453e-b826-2b63223fc275","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-08T03:38:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-da32fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-da32fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-da32fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-da32fa"},"tenantIdentifier":"e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-da32fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-da32fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-da32fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-da32fa"},"tenantIdentifier":"e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:59Z","msg":"reconcileGatewayAuthPolicy entered","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-da32fa-policy","namespace":"ai-tenant-e2e-api-b-da32fa"},"namespace":"ai-tenant-e2e-api-b-da32fa","name":"e2e-e2e-api-b-da32fa-policy","reconcileID":"fa41d9e8-88a1-4a29-ba67-f68b39242cc6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-da32fa-policy","namespace":"ai-tenant-e2e-api-b-da32fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-da32fa","tenantID":"e2e-api-b-da32fa","xAPIKeyEnabled":false}
{"level":"info","ts":"2026-07-08T03:38:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-da32fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-da32fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-da32fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-da32fa"},"tenantIdentifier":"e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:59Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-da32fa"},"namespace":"ai-tenant-e2e-api-b-da32fa","name":"default-tenant","reconcileID":"ee465887-585e-473e-be07-a1f412330e40","tenant":"ai-tenant-e2e-api-b-da32fa/default-tenant","tenantID":"e2e-api-b-da32fa","subscriptionNamespace":"ai-tenant-e2e-api-b-da32fa","gatewayName":"e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:59Z","msg":"Revoked API keys for tenant deletion","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-da32fa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-da32fa","reconcileID":"7e42dbdb-41bf-497d-94c8-9b8b7de9a527","tenant":"e2e-api-b-da32fa","maasAPIService":"maas-api-e2e-api-b-da32fa","revokedCount":0,"initiator":"AITenant controller finalizer"}
{"level":"info","ts":"2026-07-08T03:38:59Z","msg":"unknown field \"spec.targetRef.namespace\"","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-da32fa-policy","namespace":"ai-tenant-e2e-api-b-da32fa"},"namespace":"ai-tenant-e2e-api-b-da32fa","name":"e2e-e2e-api-b-da32fa-policy","reconcileID":"fa41d9e8-88a1-4a29-ba67-f68b39242cc6"}
{"level":"info","ts":"2026-07-08T03:38:59Z","msg":"gateway AuthPolicy updated","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-da32fa-policy","namespace":"ai-tenant-e2e-api-b-da32fa"},"namespace":"ai-tenant-e2e-api-b-da32fa","name":"e2e-e2e-api-b-da32fa-policy","reconcileID":"fa41d9e8-88a1-4a29-ba67-f68b39242cc6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-da32fa-policy","namespace":"ai-tenant-e2e-api-b-da32fa"},"name":"e2e-api-b-da32fa-maas-auth","namespace":"openshift-ingress"}
{"level":"info","ts":"2026-07-08T03:38:59Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-da32fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-da32fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-da32fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-da32fa"},"tenantIdentifier":"e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-da32fa","deploymentName":"maas-api-e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-da32fa","deploymentName":"maas-api-e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:38:59Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-da32fa","deploymentName":"maas-api-e2e-api-b-da32fa"}
{"level":"error","ts":"2026-07-08T03:38:59Z","msg":"failed to fetch gateway info","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-da32fa-policy","namespace":"ai-tenant-e2e-api-b-da32fa"},"namespace":"ai-tenant-e2e-api-b-da32fa","name":"e2e-e2e-api-b-da32fa-policy","reconcileID":"a02291e4-8a58-4ff3-9ec3-aa6d647e1321","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-da32fa-policy","namespace":"ai-tenant-e2e-api-b-da32fa"},"error":"get owning AITenant ai-tenants/e2e-api-b-da32fa for tenant ai-tenant-e2e-api-b-da32fa/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-b-da32fa\" not found","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:452\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-07-08T03:38:59Z","msg":"Reconciler error","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-da32fa-policy","namespace":"ai-tenant-e2e-api-b-da32fa"},"namespace":"ai-tenant-e2e-api-b-da32fa","name":"e2e-e2e-api-b-da32fa-policy","reconcileID":"a02291e4-8a58-4ff3-9ec3-aa6d647e1321","error":"get owning AITenant ai-tenants/e2e-api-b-da32fa for tenant ai-tenant-e2e-api-b-da32fa/default-tenant: AITenant.maas.opendatahub.io \"e2e-api-b-da32fa\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-08T03:39:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-da32fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-da32fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-da32fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-da32fa"},"tenantIdentifier":"e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:39:00Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-da32fa","deploymentName":"maas-api-e2e-api-b-da32fa"}
{"level":"error","ts":"2026-07-08T03:39:00Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-da32fa"},"namespace":"ai-tenant-e2e-api-b-da32fa","name":"default-tenant","reconcileID":"ee465887-585e-473e-be07-a1f412330e40","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-08T03:39:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-da32fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-da32fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-da32fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-da32fa"},"tenantIdentifier":"e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:39:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-da32fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-da32fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-da32fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-da32fa"},"tenantIdentifier":"e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:39:00Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-da32fa"},"namespace":"ai-tenant-e2e-api-b-da32fa","name":"default-tenant","reconcileID":"ac53c205-0329-4de1-a18d-7c1385b09cca","namespace":"ai-tenant-e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:39:00Z","msg":"Deleting MaaSAuthPolicy","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-da32fa"},"namespace":"ai-tenant-e2e-api-b-da32fa","name":"default-tenant","reconcileID":"ac53c205-0329-4de1-a18d-7c1385b09cca","name":"e2e-e2e-api-b-da32fa-policy","namespace":"ai-tenant-e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:39:00Z","msg":"Deleting model group AuthPolicy so remaining policies can rebuild it","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-da32fa-policy","namespace":"ai-tenant-e2e-api-b-da32fa"},"namespace":"ai-tenant-e2e-api-b-da32fa","name":"e2e-e2e-api-b-da32fa-policy","reconcileID":"785b9c6d-2e9c-47b0-81d6-2adb7afa7b4d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-da32fa-policy","namespace":"ai-tenant-e2e-api-b-da32fa"},"model":"llm/facebook-opt-125m-simulated"}
{"level":"info","ts":"2026-07-08T03:39:00Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-da32fa"},"namespace":"ai-tenant-e2e-api-b-da32fa","name":"default-tenant","reconcileID":"ac53c205-0329-4de1-a18d-7c1385b09cca","count":1}
{"level":"info","ts":"2026-07-08T03:39:00Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-api-b-da32fa/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-api-b-da32fa","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-api-b-da32fa","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-api-b-da32fa"},"tenantIdentifier":"e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:39:00Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-da32fa"},"namespace":"ai-tenant-e2e-api-b-da32fa","name":"default-tenant","reconcileID":"ac53c205-0329-4de1-a18d-7c1385b09cca","tenant":"e2e-api-b-da32fa","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-08T03:39:00Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-api-b-da32fa","deploymentName":"maas-api-e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:39:00Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-da32fa"},"namespace":"ai-tenant-e2e-api-b-da32fa","name":"default-tenant","reconcileID":"ac53c205-0329-4de1-a18d-7c1385b09cca","gvk":"Deployment","name":"maas-api-e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:39:00Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-da32fa"},"namespace":"ai-tenant-e2e-api-b-da32fa","name":"default-tenant","reconcileID":"ac53c205-0329-4de1-a18d-7c1385b09cca","gvk":"Service","name":"maas-api-e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:39:00Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-da32fa"},"namespace":"ai-tenant-e2e-api-b-da32fa","name":"default-tenant","reconcileID":"ac53c205-0329-4de1-a18d-7c1385b09cca","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:39:00Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-da32fa"},"namespace":"ai-tenant-e2e-api-b-da32fa","name":"default-tenant","reconcileID":"ac53c205-0329-4de1-a18d-7c1385b09cca","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-da32fa"}
{"level":"info","ts":"2026-07-08T03:39:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-788e6a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-788e6a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-788e6a"},"tenantIdentifier":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:09Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-788e6a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-788e6a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-788e6a"},"tenantIdentifier":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:09Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-788e6a"},"namespace":"ai-tenant-e2e-shared-a-788e6a","name":"default-tenant","reconcileID":"12aaba52-0da2-4d99-8db9-e5b2b329079d","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","tenantID":"e2e-shared-a-788e6a","subscriptionNamespace":"ai-tenant-e2e-shared-a-788e6a","gatewayName":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-788e6a","deploymentName":"maas-api-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-788e6a","deploymentName":"maas-api-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:09Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-788e6a","deploymentName":"maas-api-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-788e6a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-788e6a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-788e6a"},"tenantIdentifier":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-788e6a","deploymentName":"maas-api-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-788e6a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-788e6a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-788e6a"},"tenantIdentifier":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:10Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-788e6a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-788e6a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-788e6a"},"tenantIdentifier":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:10Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-788e6a"},"namespace":"ai-tenant-e2e-shared-a-788e6a","name":"default-tenant","reconcileID":"2f950b8e-c437-425d-b098-3cacfdb4f6c5","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","tenantID":"e2e-shared-a-788e6a","subscriptionNamespace":"ai-tenant-e2e-shared-a-788e6a","gatewayName":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-788e6a","deploymentName":"maas-api-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-788e6a","deploymentName":"maas-api-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:10Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-788e6a","deploymentName":"maas-api-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-788e6a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-788e6a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-788e6a"},"tenantIdentifier":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-788e6a","deploymentName":"maas-api-e2e-shared-a-788e6a"}
{"level":"error","ts":"2026-07-08T03:39:11Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-788e6a"},"namespace":"ai-tenant-e2e-shared-a-788e6a","name":"default-tenant","reconcileID":"2f950b8e-c437-425d-b098-3cacfdb4f6c5","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-08T03:39:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-788e6a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-788e6a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-788e6a"},"tenantIdentifier":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-788e6a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-788e6a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-788e6a"},"tenantIdentifier":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:11Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-788e6a"},"namespace":"ai-tenant-e2e-shared-a-788e6a","name":"default-tenant","reconcileID":"bbdc083f-b0a4-42a0-8280-8b1b1faa3a96","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","tenantID":"e2e-shared-a-788e6a","subscriptionNamespace":"ai-tenant-e2e-shared-a-788e6a","gatewayName":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-788e6a","deploymentName":"maas-api-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-788e6a","deploymentName":"maas-api-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-788e6a","deploymentName":"maas-api-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-788e6a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-788e6a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-788e6a"},"tenantIdentifier":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-788e6a","deploymentName":"maas-api-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-788e6a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-788e6a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-788e6a"},"tenantIdentifier":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:11Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-788e6a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-788e6a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-788e6a"},"tenantIdentifier":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:11Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-788e6a"},"namespace":"ai-tenant-e2e-shared-a-788e6a","name":"default-tenant","reconcileID":"734d53d2-bf40-4516-9646-d1aa49482c66","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","tenantID":"e2e-shared-a-788e6a","subscriptionNamespace":"ai-tenant-e2e-shared-a-788e6a","gatewayName":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-788e6a","deploymentName":"maas-api-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-788e6a","deploymentName":"maas-api-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:11Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-788e6a","deploymentName":"maas-api-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:12Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-788e6a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-788e6a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-788e6a"},"tenantIdentifier":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:12Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-788e6a","deploymentName":"maas-api-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:15Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-08T03:39:15Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-08T03:39:17Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-705492/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-705492","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-705492","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-705492"},"tenantIdentifier":"e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:18Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-705492/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-705492","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-705492","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-705492"},"tenantIdentifier":"e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:18Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-705492"},"namespace":"ai-tenant-e2e-shared-b-705492","name":"default-tenant","reconcileID":"7be8ad56-33dc-43d1-9cbc-c186153fb7e9","tenant":"ai-tenant-e2e-shared-b-705492/default-tenant","tenantID":"e2e-shared-b-705492","subscriptionNamespace":"ai-tenant-e2e-shared-b-705492","gatewayName":"e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-705492","deploymentName":"maas-api-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-705492","deploymentName":"maas-api-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:18Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-705492","deploymentName":"maas-api-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-705492/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-705492","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-705492","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-705492"},"tenantIdentifier":"e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-705492","deploymentName":"maas-api-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-705492/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-705492","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-705492","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-705492"},"tenantIdentifier":"e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-705492/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-705492","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-705492","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-705492"},"tenantIdentifier":"e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:19Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-705492"},"namespace":"ai-tenant-e2e-shared-b-705492","name":"default-tenant","reconcileID":"9ac42f6a-ff2b-4d1c-9047-193d1be3cc5c","tenant":"ai-tenant-e2e-shared-b-705492/default-tenant","tenantID":"e2e-shared-b-705492","subscriptionNamespace":"ai-tenant-e2e-shared-b-705492","gatewayName":"e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-705492","deploymentName":"maas-api-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-705492","deploymentName":"maas-api-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-705492","deploymentName":"maas-api-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-705492/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-705492","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-705492","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-705492"},"tenantIdentifier":"e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-705492","deploymentName":"maas-api-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-705492/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-705492","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-705492","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-705492"},"tenantIdentifier":"e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:19Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-705492/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-705492","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-705492","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-705492"},"tenantIdentifier":"e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:19Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-705492"},"namespace":"ai-tenant-e2e-shared-b-705492","name":"default-tenant","reconcileID":"a1bb0cbd-1615-45a5-a7ef-dc50b3280ffb","tenant":"ai-tenant-e2e-shared-b-705492/default-tenant","tenantID":"e2e-shared-b-705492","subscriptionNamespace":"ai-tenant-e2e-shared-b-705492","gatewayName":"e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-705492","deploymentName":"maas-api-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-705492","deploymentName":"maas-api-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:19Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-705492","deploymentName":"maas-api-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:20Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-705492/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-705492","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-705492","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-705492"},"tenantIdentifier":"e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:20Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-705492","deploymentName":"maas-api-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:31Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6d9b9df0-eaa4-4691-9e4d-fa09bfce5eba","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T03:39:31Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"530bf8e4-d81a-4f63-9698-366d4d946cf7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T03:39:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-788e6a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-788e6a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-788e6a"},"tenantIdentifier":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:31Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-788e6a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-788e6a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-788e6a"},"tenantIdentifier":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:31Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-788e6a"},"namespace":"ai-tenant-e2e-shared-a-788e6a","name":"default-tenant","reconcileID":"98136813-d7f4-4612-a74a-938efc54345c","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","tenantID":"e2e-shared-a-788e6a","subscriptionNamespace":"ai-tenant-e2e-shared-a-788e6a","gatewayName":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-788e6a","deploymentName":"maas-api-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-788e6a","deploymentName":"maas-api-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:31Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-788e6a","deploymentName":"maas-api-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-788e6a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-788e6a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-788e6a"},"tenantIdentifier":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-788e6a","deploymentName":"maas-api-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-788e6a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-788e6a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-788e6a"},"tenantIdentifier":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-788e6a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-788e6a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-788e6a"},"tenantIdentifier":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:32Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-788e6a"},"namespace":"ai-tenant-e2e-shared-a-788e6a","name":"default-tenant","reconcileID":"b39759b5-a1a4-4204-8af8-aab26965ad49","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","tenantID":"e2e-shared-a-788e6a","subscriptionNamespace":"ai-tenant-e2e-shared-a-788e6a","gatewayName":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-788e6a","deploymentName":"maas-api-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-788e6a","deploymentName":"maas-api-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-788e6a","deploymentName":"maas-api-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:32Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-788e6a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-788e6a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-788e6a"},"tenantIdentifier":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:32Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-788e6a","deploymentName":"maas-api-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:39:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-705492/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-705492","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-705492","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-705492"},"tenantIdentifier":"e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-705492/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-705492","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-705492","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-705492"},"tenantIdentifier":"e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:39Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-705492"},"namespace":"ai-tenant-e2e-shared-b-705492","name":"default-tenant","reconcileID":"28f13c43-5d5d-42f5-897d-8e4e7935b32b","tenant":"ai-tenant-e2e-shared-b-705492/default-tenant","tenantID":"e2e-shared-b-705492","subscriptionNamespace":"ai-tenant-e2e-shared-b-705492","gatewayName":"e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-705492","deploymentName":"maas-api-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-705492","deploymentName":"maas-api-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-705492","deploymentName":"maas-api-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-705492/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-705492","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-705492","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-705492"},"tenantIdentifier":"e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:39Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-705492","deploymentName":"maas-api-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:39Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-705492/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-705492","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-705492","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-705492"},"tenantIdentifier":"e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-705492/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-705492","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-705492","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-705492"},"tenantIdentifier":"e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:40Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-705492"},"namespace":"ai-tenant-e2e-shared-b-705492","name":"default-tenant","reconcileID":"5406782d-b51e-4b7f-a772-4d9fe8680696","tenant":"ai-tenant-e2e-shared-b-705492/default-tenant","tenantID":"e2e-shared-b-705492","subscriptionNamespace":"ai-tenant-e2e-shared-b-705492","gatewayName":"e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-705492","deploymentName":"maas-api-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-705492","deploymentName":"maas-api-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-705492","deploymentName":"maas-api-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:40Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-705492/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-705492","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-705492","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-705492"},"tenantIdentifier":"e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:40Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-705492","deploymentName":"maas-api-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:39:45Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-08T03:39:45Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-08T03:40:15Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-08T03:40:15Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-08T03:40:45Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-08T03:40:45Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-08T03:41:15Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-08T03:41:15Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-08T03:41:45Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-08T03:41:45Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-08T03:42:15Z","logger":"setup","msg":"managed namespace already exists","namespace":"models-as-a-service","purpose":"subscription","phase":"Active"}
{"level":"info","ts":"2026-07-08T03:42:15Z","logger":"setup","msg":"managed namespace already exists","namespace":"ai-tenants","purpose":"aitenant","phase":"Active"}
{"level":"info","ts":"2026-07-08T03:42:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-788e6a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-788e6a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-788e6a"},"tenantIdentifier":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:42:27Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-788e6a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-788e6a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-788e6a"},"tenantIdentifier":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:42:27Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-788e6a"},"namespace":"ai-tenant-e2e-shared-a-788e6a","name":"default-tenant","reconcileID":"8f8bf146-c047-4040-ae29-9ee703a5996f","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","tenantID":"e2e-shared-a-788e6a","subscriptionNamespace":"ai-tenant-e2e-shared-a-788e6a","gatewayName":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:42:27Z","msg":"Revoked API keys for tenant deletion","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-788e6a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-788e6a","reconcileID":"a178b147-5fc7-424f-9456-abcb20ce4ce0","tenant":"e2e-shared-a-788e6a","maasAPIService":"maas-api-e2e-shared-a-788e6a","revokedCount":0,"initiator":"AITenant controller finalizer"}
{"level":"info","ts":"2026-07-08T03:42:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-788e6a","deploymentName":"maas-api-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:42:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-788e6a","deploymentName":"maas-api-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:42:27Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-788e6a","deploymentName":"maas-api-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:42:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-788e6a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-788e6a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-788e6a"},"tenantIdentifier":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:42:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-788e6a","deploymentName":"maas-api-e2e-shared-a-788e6a"}
{"level":"error","ts":"2026-07-08T03:42:28Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-788e6a"},"namespace":"ai-tenant-e2e-shared-a-788e6a","name":"default-tenant","reconcileID":"8f8bf146-c047-4040-ae29-9ee703a5996f","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-08T03:42:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-788e6a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-788e6a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-788e6a"},"tenantIdentifier":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:42:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-788e6a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-788e6a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-788e6a"},"tenantIdentifier":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:42:28Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-788e6a"},"namespace":"ai-tenant-e2e-shared-a-788e6a","name":"default-tenant","reconcileID":"27a269d8-76d0-45ed-a466-32e596c519fa","namespace":"ai-tenant-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:42:28Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-788e6a"},"namespace":"ai-tenant-e2e-shared-a-788e6a","name":"default-tenant","reconcileID":"27a269d8-76d0-45ed-a466-32e596c519fa","count":0}
{"level":"info","ts":"2026-07-08T03:42:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-788e6a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-788e6a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-788e6a"},"tenantIdentifier":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:42:28Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-788e6a"},"namespace":"ai-tenant-e2e-shared-a-788e6a","name":"default-tenant","reconcileID":"27a269d8-76d0-45ed-a466-32e596c519fa","tenant":"e2e-shared-a-788e6a","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-08T03:42:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-788e6a","deploymentName":"maas-api-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:42:28Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-788e6a"},"namespace":"ai-tenant-e2e-shared-a-788e6a","name":"default-tenant","reconcileID":"27a269d8-76d0-45ed-a466-32e596c519fa","gvk":"Deployment","name":"maas-api-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:42:28Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-788e6a"},"namespace":"ai-tenant-e2e-shared-a-788e6a","name":"default-tenant","reconcileID":"27a269d8-76d0-45ed-a466-32e596c519fa","gvk":"Service","name":"maas-api-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:42:28Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-788e6a"},"namespace":"ai-tenant-e2e-shared-a-788e6a","name":"default-tenant","reconcileID":"27a269d8-76d0-45ed-a466-32e596c519fa","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:42:28Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-788e6a"},"namespace":"ai-tenant-e2e-shared-a-788e6a","name":"default-tenant","reconcileID":"27a269d8-76d0-45ed-a466-32e596c519fa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:42:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-788e6a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-788e6a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-788e6a"},"tenantIdentifier":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:42:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-788e6a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-788e6a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-788e6a"},"tenantIdentifier":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:42:28Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-788e6a"},"namespace":"ai-tenant-e2e-shared-a-788e6a","name":"default-tenant","reconcileID":"4adb9439-e027-458d-b84a-fa8649b555df","namespace":"ai-tenant-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:42:28Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-788e6a"},"namespace":"ai-tenant-e2e-shared-a-788e6a","name":"default-tenant","reconcileID":"4adb9439-e027-458d-b84a-fa8649b555df","count":0}
{"level":"info","ts":"2026-07-08T03:42:28Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-a-788e6a/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-a-788e6a","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-a-788e6a","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-a-788e6a"},"tenantIdentifier":"e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:42:28Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-788e6a"},"namespace":"ai-tenant-e2e-shared-a-788e6a","name":"default-tenant","reconcileID":"4adb9439-e027-458d-b84a-fa8649b555df","tenant":"e2e-shared-a-788e6a","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-08T03:42:28Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-a-788e6a","deploymentName":"maas-api-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:42:28Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-788e6a"},"namespace":"ai-tenant-e2e-shared-a-788e6a","name":"default-tenant","reconcileID":"4adb9439-e027-458d-b84a-fa8649b555df","gvk":"Deployment","name":"maas-api-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:42:28Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-788e6a"},"namespace":"ai-tenant-e2e-shared-a-788e6a","name":"default-tenant","reconcileID":"4adb9439-e027-458d-b84a-fa8649b555df","gvk":"Service","name":"maas-api-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:42:28Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-788e6a"},"namespace":"ai-tenant-e2e-shared-a-788e6a","name":"default-tenant","reconcileID":"4adb9439-e027-458d-b84a-fa8649b555df","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-788e6a"}
{"level":"info","ts":"2026-07-08T03:42:28Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-788e6a"},"namespace":"ai-tenant-e2e-shared-a-788e6a","name":"default-tenant","reconcileID":"4adb9439-e027-458d-b84a-fa8649b555df","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-788e6a"}
{"level":"error","ts":"2026-07-08T03:42:28Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-788e6a"},"namespace":"ai-tenant-e2e-shared-a-788e6a","name":"default-tenant","reconcileID":"4adb9439-e027-458d-b84a-fa8649b555df","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-08T03:42:32Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bf673a67-e1c0-4dfd-b699-2ff62231f39e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T03:42:32Z","msg":"TokenRateLimitPolicy unchanged, skipping update","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6235c97a-5f2d-48f3-aa9c-1ab7abd06a89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1}
{"level":"info","ts":"2026-07-08T03:42:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-705492/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-705492","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-705492","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-705492"},"tenantIdentifier":"e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:42:33Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-705492/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-705492","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-705492","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-705492"},"tenantIdentifier":"e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:42:33Z","msg":"Built platform params","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-705492"},"namespace":"ai-tenant-e2e-shared-b-705492","name":"default-tenant","reconcileID":"0e6e28de-0760-4fca-ad26-2fac83ff00c3","tenant":"ai-tenant-e2e-shared-b-705492/default-tenant","tenantID":"e2e-shared-b-705492","subscriptionNamespace":"ai-tenant-e2e-shared-b-705492","gatewayName":"e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:42:34Z","msg":"Revoked API keys for tenant deletion","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-705492","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-705492","reconcileID":"16ab0a37-4308-4cb6-a8a2-16c1e08b3f93","tenant":"e2e-shared-b-705492","maasAPIService":"maas-api-e2e-shared-b-705492","revokedCount":0,"initiator":"AITenant controller finalizer"}
{"level":"info","ts":"2026-07-08T03:42:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-705492","deploymentName":"maas-api-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:42:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-705492","deploymentName":"maas-api-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:42:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-705492","deploymentName":"maas-api-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:42:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-705492/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-705492","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-705492","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-705492"},"tenantIdentifier":"e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:42:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-705492","deploymentName":"maas-api-e2e-shared-b-705492"}
{"level":"error","ts":"2026-07-08T03:42:34Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-705492"},"namespace":"ai-tenant-e2e-shared-b-705492","name":"default-tenant","reconcileID":"0e6e28de-0760-4fca-ad26-2fac83ff00c3","error":"Operation cannot be fulfilled on tenants.maas.opendatahub.io \"default-tenant\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-07-08T03:42:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-705492/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-705492","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-705492","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-705492"},"tenantIdentifier":"e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:42:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-705492/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-705492","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-705492","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-705492"},"tenantIdentifier":"e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:42:34Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-705492"},"namespace":"ai-tenant-e2e-shared-b-705492","name":"default-tenant","reconcileID":"eade7356-bf65-4a1b-ba99-7dc73d95a4b7","namespace":"ai-tenant-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:42:34Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-705492"},"namespace":"ai-tenant-e2e-shared-b-705492","name":"default-tenant","reconcileID":"eade7356-bf65-4a1b-ba99-7dc73d95a4b7","count":0}
{"level":"info","ts":"2026-07-08T03:42:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-705492/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-705492","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-705492","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-705492"},"tenantIdentifier":"e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:42:34Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-705492"},"namespace":"ai-tenant-e2e-shared-b-705492","name":"default-tenant","reconcileID":"eade7356-bf65-4a1b-ba99-7dc73d95a4b7","tenant":"e2e-shared-b-705492","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-08T03:42:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-705492","deploymentName":"maas-api-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:42:34Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-705492"},"namespace":"ai-tenant-e2e-shared-b-705492","name":"default-tenant","reconcileID":"eade7356-bf65-4a1b-ba99-7dc73d95a4b7","gvk":"Deployment","name":"maas-api-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:42:34Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-705492"},"namespace":"ai-tenant-e2e-shared-b-705492","name":"default-tenant","reconcileID":"eade7356-bf65-4a1b-ba99-7dc73d95a4b7","gvk":"Service","name":"maas-api-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:42:34Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-705492"},"namespace":"ai-tenant-e2e-shared-b-705492","name":"default-tenant","reconcileID":"eade7356-bf65-4a1b-ba99-7dc73d95a4b7","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:42:34Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-705492"},"namespace":"ai-tenant-e2e-shared-b-705492","name":"default-tenant","reconcileID":"eade7356-bf65-4a1b-ba99-7dc73d95a4b7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:42:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-705492/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-705492","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-705492","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-705492"},"tenantIdentifier":"e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:42:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-705492/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-705492","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-705492","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-705492"},"tenantIdentifier":"e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:42:34Z","msg":"Cleaning up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-705492"},"namespace":"ai-tenant-e2e-shared-b-705492","name":"default-tenant","reconcileID":"e8e41c83-a9a9-4659-b69a-2bcd2ffd688c","namespace":"ai-tenant-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:42:34Z","msg":"Cleaned up MaaSAuthPolicy CRs","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-705492"},"namespace":"ai-tenant-e2e-shared-b-705492","name":"default-tenant","reconcileID":"e8e41c83-a9a9-4659-b69a-2bcd2ffd688c","count":0}
{"level":"info","ts":"2026-07-08T03:42:34Z","logger":"TenantIdentifierFor","msg":"Resolved tenant identifier from AITenant label","tenant":"ai-tenant-e2e-shared-b-705492/default-tenant","labels":{"ai-gateway.opendatahub.io/tenant":"e2e-shared-b-705492","app.kubernetes.io/managed-by":"maas-controller","app.kubernetes.io/part-of":"modelsasservice","maas.opendatahub.io/managed-by-aitenant":"true","maas.opendatahub.io/tenant-name":"e2e-shared-b-705492","maas.opendatahub.io/tenant-namespace":"ai-tenant-e2e-shared-b-705492"},"tenantIdentifier":"e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:42:34Z","msg":"Cleaning up per-tenant maas-api resources","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-705492"},"namespace":"ai-tenant-e2e-shared-b-705492","name":"default-tenant","reconcileID":"e8e41c83-a9a9-4659-b69a-2bcd2ffd688c","tenant":"e2e-shared-b-705492","namespace":"odh-ai-gateway-infra"}
{"level":"info","ts":"2026-07-08T03:42:34Z","logger":"MaaSAPIDeploymentName","msg":"Generated deployment name","tenantID":"e2e-shared-b-705492","deploymentName":"maas-api-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:42:34Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-705492"},"namespace":"ai-tenant-e2e-shared-b-705492","name":"default-tenant","reconcileID":"e8e41c83-a9a9-4659-b69a-2bcd2ffd688c","gvk":"Deployment","name":"maas-api-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:42:34Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-705492"},"namespace":"ai-tenant-e2e-shared-b-705492","name":"default-tenant","reconcileID":"e8e41c83-a9a9-4659-b69a-2bcd2ffd688c","gvk":"Service","name":"maas-api-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:42:34Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-705492"},"namespace":"ai-tenant-e2e-shared-b-705492","name":"default-tenant","reconcileID":"e8e41c83-a9a9-4659-b69a-2bcd2ffd688c","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-705492"}
{"level":"info","ts":"2026-07-08T03:42:34Z","msg":"Deleted tenant resource","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-705492"},"namespace":"ai-tenant-e2e-shared-b-705492","name":"default-tenant","reconcileID":"e8e41c83-a9a9-4659-b69a-2bcd2ffd688c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-705492"}
{"level":"error","ts":"2026-07-08T03:42:34Z","msg":"Reconciler error","controller":"tenant","controllerGroup":"maas.opendatahub.io","controllerKind":"Tenant","Tenant":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-705492"},"namespace":"ai-tenant-e2e-shared-b-705492","name":"default-tenant","reconcileID":"e8e41c83-a9a9-4659-b69a-2bcd2ffd688c","error":"tenants.maas.opendatahub.io \"default-tenant\" not found","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.5/pkg/internal/controller/controller.go:296"}